-- Logs begin at Tue 2022-08-09 10:38:27 UTC, end at Tue 2022-08-09 11:53:19 UTC. -- Aug 09 11:18:59.216192 dv-cinder-848249-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 11:19:02.004041 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:19:02.004643 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev7 Aug 09 11:19:02.004805 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102420) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:19:02.008047 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:19:02.008302 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev7 Aug 09 11:19:02.008617 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102420) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:19:02.009590 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:19:02.009908 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:19:02.010295 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:19:02.010571 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:19:02.010758 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:19:02.011077 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.011379 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.011680 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.011910 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.012204 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.012496 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.012779 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.013076 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.013373 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.013661 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.013941 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.014261 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.014494 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.014777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.015069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.015361 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.015588 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] debug = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.015872 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.016302 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.016722 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.017005 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.017297 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.017580 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.017852 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.018160 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.018450 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.018779 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] host = dv-cinder-848249-1-iscsi {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.019061 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.019350 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.019642 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.019932 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.020209 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.020489 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.020777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.021057 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.021333 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.021613 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.021905 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.022219 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.022512 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.022737 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.022966 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.023260 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.023551 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.023831 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.024108 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.024386 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.024662 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.024938 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.025211 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.026063 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.026359 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.026660 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.026921 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.027198 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.027474 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.027750 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.028039 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.028316 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.028592 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.028868 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.029156 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.029429 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.029704 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.030022 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.030316 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.030603 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.030890 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.031167 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.031448 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.031721 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.031994 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.032265 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] use_json = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.032536 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.032805 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.033087 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.033359 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.033635 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.033909 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.034206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.034495 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.034769 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:02.035066 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.035362 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.035667 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.035957 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.036252 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.036534 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.036827 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.037106 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.037396 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.037687 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.037974 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.038274 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.038569 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.038850 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.039143 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.039490 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.039740 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.040033 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.040310 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.040585 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.040856 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.041722 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.042025 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.042309 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.042606 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.042957 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.043178 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.043471 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.043766 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.044061 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.044333 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.044614 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.044906 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.045186 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.045458 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.045776 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.046065 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.046331 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.046607 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.046898 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.047191 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.047480 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.047768 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.048104 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.048327 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.048606 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.048883 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.049156 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.049433 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.049708 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.050012 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.050293 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.050569 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.050845 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.051124 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.051399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.051672 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.051952 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.052224 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.052503 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.052777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.053050 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.053324 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.053604 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.053875 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.054189 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.054466 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.054742 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.055018 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.055290 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.055561 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.055834 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.056108 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.056398 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.056743 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.057036 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.057316 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.057589 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.057868 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.058170 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.058455 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.058736 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.059016 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.059291 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.059586 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.059869 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.060156 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.060442 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.060729 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.061028 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.061307 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.061591 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.061870 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.062172 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.062459 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.062743 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.063040 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.063335 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.063636 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.063930 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.064225 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.064506 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.064818 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.065097 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:02.065314 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:19:02.065557 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102420) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 11:19:02.414243 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:19:02.414429 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:19:02.414725 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:19:02.415061 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 11:19:02.808806 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.809092 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.809364 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.810684 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.810961 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.811227 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.846816 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.847096 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.847369 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.862625 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.862904 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.863174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.891882 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.892169 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.892449 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.930012 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.930293 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:02.930565 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.159361 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.159948 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.159948 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.160161 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.160857 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.280432 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.280761 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.281046 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.281322 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.281588 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.281897 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.282188 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.282445 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.282700 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.282984 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.283244 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.283540 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.283777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.284033 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.284282 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.284552 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.284813 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.285075 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.285349 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.285606 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.285876 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.286158 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.286444 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.286822 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.287071 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.287318 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.287715 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:03.287955 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:03.288193 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:03.288430 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:03.288665 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:03.288905 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:03.289271 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 11:19:03.293004 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 11:19:03.296921 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 11:19:03.300736 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 09 11:19:03.302447 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 11:19:03.302899 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 11:19:03.303234 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 11:19:03.303619 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 11:19:03.306426 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 11:19:03.307256 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 11:19:03.307603 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:19:03.312874 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 11:19:03.334739 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 11:19:03.335143 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.335445 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102420) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 11:19:03.335809 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.337172 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102420) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 11:19:03.337449 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:19:03.338410 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 11:19:03.341773 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.342089 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:03.407122 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 11:19:03.407359 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 11:19:03.407594 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 11:19:03.407965 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 11:19:03.433046 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_db.sqlalchemy.engines [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102420) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 11:19:03.966880 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing driver for type 'gre' Aug 09 11:19:03.967409 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] gre ID ranges: [(1, 1000)] Aug 09 11:19:04.024439 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing driver for type 'local' Aug 09 11:19:04.025016 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing driver for type 'vlan' Aug 09 11:19:04.042264 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] VlanTypeDriver initialization complete Aug 09 11:19:04.042610 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing driver for type 'vxlan' Aug 09 11:19:04.043114 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] vxlan ID ranges: [(1, 1000)] Aug 09 11:19:04.097582 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing extension driver 'port_security' Aug 09 11:19:04.097928 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.extensions.port_security [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] PortSecurityExtensionDriver initialization complete Aug 09 11:19:04.098326 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing mechanism driver 'openvswitch' Aug 09 11:19:04.098663 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing mechanism driver 'hyperv' Aug 09 11:19:04.105335 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:04.106058 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.106443 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.106806 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.107332 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102420) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 11:19:04.107773 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.108139 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.108497 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.108900 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102420) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 11:19:04.109312 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.109669 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.110043 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.110442 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102420) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 11:19:04.110851 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > security_group after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.111206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > security_group after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.111551 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.112086 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102420) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 11:19:04.112504 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.112866 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.113219 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.113621 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102420) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 11:19:04.114062 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > address_group after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.114416 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > address_group after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.114766 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.115162 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102420) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 11:19:04.115607 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] ML2 OVO RPC backend initialized. {{(pid=102420) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 09 11:19:04.116327 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.116691 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.117117 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.117473 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > networks before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.117828 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.118207 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > ports before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.118568 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.119411 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnets before_response 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.119784 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.120135 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.120478 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.120824 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.121169 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.121512 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.121856 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.122227 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.122572 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.129876 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded quota_driver: . Aug 09 11:19:04.130267 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.plugin [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Modular L2 Plugin initialization complete Aug 09 11:19:04.130621 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading services supported by the core plugin {{(pid=102420) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 11:19:04.130966 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.plugins.ml2.managers [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Got port-security extension from driver 'port_security' Aug 09 11:19:04.131450 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.extensions.vlantransparent [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Disabled vlantransparent extension. Aug 09 11:19:04.131948 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102420) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 11:19:04.132277 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: router Aug 09 11:19:04.167861 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.168418 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_create 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.168622 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router before_create 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.168993 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.169372 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.169731 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_delete 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.170137 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.170495 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.170862 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_create 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.171217 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_update 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.171573 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_update 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.171925 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.172291 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_update 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.172707 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_update 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.173079 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.173424 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.173769 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: subnet after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.174136 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.174489 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.174837 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_create 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.175180 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.175524 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.175884 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router after_update 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.176227 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.176580 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_create 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.176946 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.177294 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_update 55549900 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.177659 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > agent after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.178038 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > agent after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.178388 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > network after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.179254 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Tracking information for resource: router configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:04.179598 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Tracking information for resource: floatingip configured {{(pid=102420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:19:04.185030 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.db.l3_agentschedulers_db [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 11:19:04.185617 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.186020 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port after_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.186368 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port after_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.186725 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: port after_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.187525 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router before_create 55550100 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.187894 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.188263 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_create 55550100 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.188626 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > router precommit_update 55550100 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.193576 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.provider_configuration [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service providers = [] {{(pid=102420) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 11:19:04.193947 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.db.servicetype_db [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102420) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 11:19:04.196934 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.service_base [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:19:04.197881 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.service_base [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:19:04.198253 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.service_base [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:19:04.199160 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.services.service_base [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:19:04.199540 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.services.service_base [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 11:19:04.199918 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.200242 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 11:19:04.210577 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.210920 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: auto_allocate Aug 09 11:19:04.216864 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: network precommit_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.217285 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: network precommit_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.217764 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.218128 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: tag Aug 09 11:19:04.224592 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.224929 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: timestamp Aug 09 11:19:04.228940 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.229279 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: network_ip_availability Aug 09 11:19:04.234719 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.235098 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.235460 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.236180 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.236509 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: flavors Aug 09 11:19:04.241185 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.241528 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading Plugin: revisions Aug 09 11:19:04.246301 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:19:04.246703 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_concurrency.lockutils [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=102420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:19:04.247461 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102420) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 09 11:19:04.248058 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Initializing extension manager. Aug 09 11:19:04.248577 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: __init__.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.248922 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: __pycache__ {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.249260 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.249603 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: address_group.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.250388 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.250955 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: address-group Aug 09 11:19:04.251284 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: address_scope.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.252010 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.252521 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: address-scope Aug 09 11:19:04.252848 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.253794 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.254328 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: router-admin-state-down-before-update Aug 09 11:19:04.254660 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: agent.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.255576 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.256091 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: agent Aug 09 11:19:04.256422 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: agent_resources_synced.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.257358 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.257872 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: agent-resources-synced Aug 09 11:19:04.258238 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: allowedaddresspairs.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.260650 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.261175 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: allowed-address-pairs Aug 09 11:19:04.261513 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: auto_allocated_topology.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.262696 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.264193 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: auto-allocated-topology Aug 09 11:19:04.264530 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: availability_zone.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.265234 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.265746 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: availability_zone Aug 09 11:19:04.266106 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: availability_zone_filter.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.267033 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.267552 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: availability_zone_filter Aug 09 11:19:04.267916 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: data_plane_status.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.268807 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.269312 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 11:19:04.269643 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: default_subnetpools.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.270591 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.271099 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: default-subnetpools Aug 09 11:19:04.271428 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.272242 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.272752 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: dhcp_agent_scheduler Aug 09 11:19:04.273084 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: dns.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.274034 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.274551 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension dns-integration not supported by any of loaded plugins Aug 09 11:19:04.274884 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: dns_domain_ports.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.275946 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.276459 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 11:19:04.276794 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.277731 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.278276 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 11:19:04.278609 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: dvr.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.279291 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.279797 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: dvr Aug 09 11:19:04.280126 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: ecmp_routes.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.281050 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.281550 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 11:19:04.281878 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: empty_string_filtering.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.282833 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.283348 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: empty-string-filtering Aug 09 11:19:04.283680 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.284604 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.285109 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:19:04.285437 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.286407 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.286911 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 11:19:04.287241 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: external_net.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.288165 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.288668 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: external-net Aug 09 11:19:04.288994 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.289908 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.290461 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: extra_dhcp_opt Aug 09 11:19:04.290803 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: extraroute.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.291805 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.292310 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: extraroute Aug 09 11:19:04.292637 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: extraroute_atomic.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.293685 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.294237 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: extraroute-atomic Aug 09 11:19:04.294567 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: filter_validation.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.295234 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.295738 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: filter-validation Aug 09 11:19:04.296064 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: fip_pf_description.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.296984 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.297492 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 11:19:04.297819 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: fip_port_details.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.298777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.299287 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: fip-port-details Aug 09 11:19:04.299611 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: flavors.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.300840 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.301358 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: flavors Aug 09 11:19:04.301691 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.303370 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.303902 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 11:19:04.304238 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: floatingip_pools.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.304946 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.305460 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: floatingip-pools Aug 09 11:19:04.305790 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: ip_allocation.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.307300 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.307818 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 11:19:04.308146 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.309077 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.309594 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: ip-substring-filtering Aug 09 11:19:04.309925 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l2_adjacency.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.310885 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.311394 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 11:19:04.311722 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.312696 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.313218 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: router Aug 09 11:19:04.313543 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.315978 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.316513 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:19:04.316858 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.317857 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.318450 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: ext-gw-mode Aug 09 11:19:04.318784 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.319721 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.320236 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: l3-ha Aug 09 11:19:04.320570 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3_flavors.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.321865 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.323338 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: l3-flavors Aug 09 11:19:04.323868 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.324822 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.325340 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 11:19:04.325675 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: l3agentscheduler.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.326754 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.327255 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: l3_agent_scheduler Aug 09 11:19:04.327587 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: logging.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.329098 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.329618 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension logging not supported by any of loaded plugins Aug 09 11:19:04.330197 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: metering.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.331448 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.332471 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: metering Aug 09 11:19:04.332982 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.334141 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.334676 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: metering_source_and_destination_fields Aug 09 11:19:04.335012 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: multiprovidernet.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.335974 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.336494 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: multi-provider Aug 09 11:19:04.336826 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: netmtu.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.337865 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.338429 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: net-mtu Aug 09 11:19:04.338760 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: netmtu_writable.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.339694 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.340209 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: net-mtu-writable Aug 09 11:19:04.340538 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: network_availability_zone.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.341219 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.341727 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: network_availability_zone Aug 09 11:19:04.342086 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: network_ip_availability.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.343217 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.343735 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: network-ip-availability Aug 09 11:19:04.344066 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: network_segment_range.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.344844 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.345353 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 11:19:04.345680 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: pagination.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.346709 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.347052 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: pagination Aug 09 11:19:04.347379 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: port_device_profile.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.348320 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.348837 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: port-device-profile Aug 09 11:19:04.349165 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.350150 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.350665 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: port-mac-address-regenerate Aug 09 11:19:04.350994 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.351920 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.352434 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: port-numa-affinity-policy Aug 09 11:19:04.352760 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: port_resource_request.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.353716 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.354300 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 11:19:04.354589 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: portbindings.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.355525 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.356035 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: binding Aug 09 11:19:04.356365 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: portbindings_extended.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.359280 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.359815 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: binding-extended Aug 09 11:19:04.360162 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: portsecurity.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.361100 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.361625 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: port-security Aug 09 11:19:04.361962 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: project_id.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.362989 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.363331 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: project-id Aug 09 11:19:04.363669 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: providernet.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.364597 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.365121 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: provider Aug 09 11:19:04.365483 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.369734 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.370359 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos not supported by any of loaded plugins Aug 09 11:19:04.370697 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.371978 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.372496 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 11:19:04.373098 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.374103 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.374624 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 11:19:04.374955 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_default.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.375888 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.376402 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-default not supported by any of loaded plugins Aug 09 11:19:04.376737 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_fip.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.377407 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.377933 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-fip not supported by any of loaded plugins Aug 09 11:19:04.378298 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_gateway_ip.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.379232 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.379777 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 11:19:04.380108 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_port_network_policy.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.381033 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.381547 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 11:19:04.381877 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_pps_rule.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.383087 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.383607 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-pps not supported by any of loaded plugins Aug 09 11:19:04.383992 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_rule_type_details.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.385479 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.386179 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 11:19:04.386517 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: qos_rules_alias.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.387590 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.388105 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 11:19:04.388445 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: quotasv2.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.389401 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.389733 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: quotas Aug 09 11:19:04.390103 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: quotasv2_detail.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.391822 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.392166 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: quota_details Aug 09 11:19:04.392505 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: rbac.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.393582 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.394144 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: rbac-policies Aug 09 11:19:04.394484 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: rbac_address_group.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.395439 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.395952 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: rbac-address-group Aug 09 11:19:04.396284 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: rbac_address_scope.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.397234 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.397767 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: rbac-address-scope Aug 09 11:19:04.398128 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: rbac_security_groups.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.399080 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.399573 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: rbac-security-groups Aug 09 11:19:04.399899 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: rbac_subnetpool.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.401016 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.401526 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: rbac-subnetpool Aug 09 11:19:04.401856 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: revisionifmatch.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.402813 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.403323 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: revision-if-match Aug 09 11:19:04.403653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: revisions.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.404977 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.405559 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: standard-attr-revisions Aug 09 11:19:04.405892 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: router_availability_zone.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.406557 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.407057 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: router_availability_zone Aug 09 11:19:04.407385 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: routerservicetype.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.408321 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.408837 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension router-service-type not supported by any of loaded plugins Aug 09 11:19:04.409166 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.410572 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.411083 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: security-groups-normalized-cidr Aug 09 11:19:04.411410 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.412355 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.412884 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: port-security-groups-filtering Aug 09 11:19:04.413209 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.414362 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.414894 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: security-groups-remote-address-group Aug 09 11:19:04.415201 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: securitygroup.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.425033 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.425550 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: security-group Aug 09 11:19:04.425902 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: segment.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.426724 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.427244 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension segment not supported by any of loaded plugins Aug 09 11:19:04.427581 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.428564 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.429086 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 11:19:04.429416 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: servicetype.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.430656 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.431188 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: service-type Aug 09 11:19:04.432061 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: sorting.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.433067 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.433403 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: sorting Aug 09 11:19:04.433732 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: standard_attr_segment.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.434688 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.435212 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 11:19:04.435544 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: standardattrdescription.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.436206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.436719 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: standard-attr-description Aug 09 11:19:04.437049 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: stateful_security_group.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.438022 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.438543 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: stateful-security-group Aug 09 11:19:04.438875 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: stdattrs_common.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.439468 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 11:19:04.439793 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.440723 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.441236 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 11:19:04.441565 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: subnet_onboard.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.442685 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.443205 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: subnet_onboard Aug 09 11:19:04.443534 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.444468 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.444980 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 11:19:04.445306 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: subnet_service_types.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.446281 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.446795 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: subnet-service-types Aug 09 11:19:04.447695 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: subnetallocation.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.448855 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.449381 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: subnet_allocation Aug 09 11:19:04.449715 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.450428 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.450940 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: subnetpool-prefix-ops Aug 09 11:19:04.451271 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.452210 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.452722 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 11:19:04.453051 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: tagging.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.454155 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.454688 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: standard-attr-tag Aug 09 11:19:04.455021 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: timestamp.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.456232 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.456753 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loaded extension: standard-attr-timestamp Aug 09 11:19:04.457089 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: trunk.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.458155 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.458674 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension trunk not supported by any of loaded plugins Aug 09 11:19:04.459008 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: trunk_details.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.459939 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.460454 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension trunk-details not supported by any of loaded plugins Aug 09 11:19:04.460786 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: uplink_status_propagation.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.461719 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.462263 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 11:19:04.462593 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Loading extension file: vlantransparent.py {{(pid=102420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 11:19:04.463374 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 11:19:04.463882 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 11:19:04.466418 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:network Aug 09 11:19:04.466951 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:subnet Aug 09 11:19:04.467404 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:19:04.467754 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:port Aug 09 11:19:04.469036 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.469477 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service FLAVORS assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.470148 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.470577 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.470912 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:router Aug 09 11:19:04.471345 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:19:04.471853 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service METERING assigned prefix: /metering {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.473280 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.473657 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.474039 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:19:04.475066 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:19:04.475530 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:19:04.475976 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:19:04.476601 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service CORE assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.476935 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:19:04.477287 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] subnetpool is already registered Aug 09 11:19:04.477726 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service CORE assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.478081 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:19:04.478947 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] subnetpool is already registered Aug 09 11:19:04.481424 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.481867 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service FLAVORS assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.482505 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.482935 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.483272 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:router Aug 09 11:19:04.483616 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] router is already registered Aug 09 11:19:04.484034 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:19:04.484372 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] floatingip is already registered Aug 09 11:19:04.484839 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service METERING assigned prefix: /metering {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.485531 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:19:04.485865 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] rbac_policy is already registered Aug 09 11:19:04.486317 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:19:04.486660 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] security_group is already registered Aug 09 11:19:04.487074 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:19:04.487414 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] security_group_rule is already registered Aug 09 11:19:04.488066 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service CORE assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.488400 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:19:04.488738 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] subnetpool is already registered Aug 09 11:19:04.489166 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.v2.resource_helper [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Service CORE assigned prefix: {{(pid=102420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:19:04.489502 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:19:04.489839 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING neutron.quota.resource_registry [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] subnetpool is already registered Aug 09 11:19:04.490342 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: extensions {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.491797 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: address-groups {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.493294 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: address-scopes {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.495346 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: agents {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.496517 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: auto-allocated-topology {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.498051 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: availability_zones {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.499410 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: dhcp-networks {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.500943 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: dhcp-agents {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.502411 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: routers {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.504623 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: flavors {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.505802 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: service_profiles {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.507062 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: next_providers {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.508520 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: service_profiles {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.510144 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: floatingip-pools {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.511389 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: routers {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.513520 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: floatingips {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.514835 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: l3-routers {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.516240 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: l3-agents {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.517653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: metering-labels {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.520023 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: metering-label-rules {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.521318 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: network-ip-availabilities {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.522687 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: bindings {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.524360 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: quotas {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.525856 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: quotas {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.527298 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: rbac-policies {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.528518 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: security-groups {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.529911 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: security-group-rules {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.531201 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: service-providers {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.532425 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: subnetpools {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.533875 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: subnetpools {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.535378 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.537213 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.539091 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.541419 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.543311 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.545201 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.546931 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.548854 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.550715 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.552501 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron.api.extensions [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Extended resource: tags {{(pid=102420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:19:04.559180 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING keystonemiddleware.auth_token [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 11:19:04.563969 dv-cinder-848249-1-iscsi neutron-server[102420]: WARNING keystonemiddleware.auth_token [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 11:19:04.573298 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_concurrency.lockutils [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Acquired lock "singleton_lock" {{(pid=102420) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 11:19:04.573877 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_concurrency.lockutils [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Releasing lock "singleton_lock" {{(pid=102420) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 11:19:04.574544 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Starting 2 workers Aug 09 11:19:04.579315 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Started child 102529 {{(pid=102420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:19:04.583742 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Started child 102530 {{(pid=102420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:19:04.585059 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:04.585856 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO neutron.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 11:19:04.586054 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Notify callbacks [] for process, before_spawn {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:04.586655 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [-] (102529) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:19:04.588485 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Starting 1 workers Aug 09 11:19:04.589023 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:04.590462 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [-] (102530) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:19:04.593626 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Started child 102531 {{(pid=102420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:19:04.594235 dv-cinder-848249-1-iscsi neutron-server[102420]: INFO oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Starting 1 workers Aug 09 11:19:04.597464 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] calling RpcWorker wait() {{(pid=102531) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 11:19:04.598006 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] returning from RpcWorker wait() {{(pid=102531) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 11:19:04.598680 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Started child 102532 {{(pid=102420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:19:04.599539 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-37191324-85b3-4b91-9743-c60a8d09ab1d None None] Notify callbacks [] for process, after_spawn {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:04.599633 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:04.600068 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:04.601389 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102420) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:19:04.601598 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:19:04.601790 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:19:04.602037 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:19:04.602376 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:19:04.602540 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:19:04.603050 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.603919 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.604220 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:04.604692 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.604825 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.605404 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.605496 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:04.606048 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.606321 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.606568 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.606843 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.607087 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.607264 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.607441 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.607693 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.607959 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.608257 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.608520 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.608777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.609028 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.609201 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.609450 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.609726 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.609972 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.610271 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] debug = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.610518 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.611005 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.611233 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.611496 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.611718 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.612015 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.612260 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.612517 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.612752 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.612971 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.613220 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.613480 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.613716 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.613962 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.614228 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.614507 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.614722 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.615200 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] host = dv-cinder-848249-1-iscsi {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.615421 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.615641 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.615889 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.616151 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.616410 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.616648 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.616915 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.617171 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.617415 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.617663 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.618107 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.618386 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.618624 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.618910 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.619745 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_options = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.619971 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.620237 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.620496 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.620686 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.620856 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.621101 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.621298 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.621463 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.621714 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.621953 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.622196 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.622440 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.622949 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.623166 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.623443 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.623696 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.623930 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.624142 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.624391 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.624653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.624877 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.625104 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.625354 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.625607 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.625824 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.626061 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.626310 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.626557 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.626774 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.627016 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.627253 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.627500 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.627792 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.628103 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.628411 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.628734 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.628961 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.629184 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.629458 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.629692 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.629950 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.630221 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.630442 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.630674 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.630921 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.631236 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.631570 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_json = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.631826 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.632048 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.632298 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.632594 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.633014 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.633316 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.633688 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.633947 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.634085 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.634575 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.634908 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.635654 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.635654 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.635898 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.636235 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.636360 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.636497 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.636753 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.637009 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.637345 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.637602 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.638533 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.638533 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.638533 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.639212 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.639212 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.639447 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.639582 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.639707 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.639910 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.640133 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.640396 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.640623 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.640857 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.641357 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.641530 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.641881 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.642197 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.642461 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.642720 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.642950 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.643206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.643456 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.643674 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.643913 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.644131 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.644399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.644639 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.645106 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.645361 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.645618 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.645873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.646130 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.646412 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.646655 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.646889 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.647115 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.647334 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.647572 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.647857 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.648236 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.648653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.649074 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.649485 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.649886 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.650300 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.650550 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.650785 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.651033 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.651280 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.651517 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.651714 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.651934 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.652158 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.652376 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.652730 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.652855 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.653079 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.653296 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.653521 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.653739 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.653980 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.654225 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.654461 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.654706 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.654992 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.655158 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.655374 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656133 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656133 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656133 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656853 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656853 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656853 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.656853 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.657301 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.657423 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.657721 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.658236 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.658893 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.659226 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.659645 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.660058 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.660452 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.660713 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.660984 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.661232 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.661456 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.661671 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.661941 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.662191 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.662455 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.662712 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.662937 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.663202 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.663422 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.663662 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.663899 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.664136 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.664386 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.664627 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.664859 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.665119 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.665369 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.665623 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.666454 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.666712 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.667165 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.667299 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.667527 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.667931 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.668120 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.668777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.668777 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.669045 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.669185 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.669383 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.671605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672399 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672977 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.672977 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.673176 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.673495 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.674030 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.674174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.674365 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.674796 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.674971 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.675224 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.675446 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.675660 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.676591 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.676591 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.676591 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.676591 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.677066 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.677066 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.677276 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.677396 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.677604 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.677823 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.678070 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.678308 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.678525 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.678766 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.678976 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.679193 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.679435 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.679666 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.679833 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.680067 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.680302 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682150 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682150 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682150 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682150 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682150 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682967 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682967 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.682967 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.683301 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.683301 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.683460 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.683628 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.683845 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.684091 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.684335 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.684738 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.685149 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.685417 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.685751 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.686035 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.686260 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.686490 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.686726 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.686971 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.687186 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.687616 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.687991 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.688232 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.688457 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.688697 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.688913 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.689154 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.689371 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.689597 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.689854 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.690132 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.690374 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.690592 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.690814 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.691029 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.691244 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.691461 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.691694 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.691905 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.692123 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.692335 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.692544 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.692831 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.693103 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.693331 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.693580 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.693840 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.694074 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.694322 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.694531 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.694982 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.695206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.695423 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.695638 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.695867 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.696077 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.697873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.698408 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.698478 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.698675 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.699141 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.699724 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.699724 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.699889 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.700237 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.700426 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.700872 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.701234 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.701609 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.701838 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.702089 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.702312 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.702614 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.702867 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.703114 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.703398 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.703646 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.703893 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.704141 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.704459 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.704672 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.704932 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.705174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.705392 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.705616 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.705875 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.706217 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.706516 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.706773 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.707030 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.707306 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.707589 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.707847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.708082 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.708370 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.708699 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.708994 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.709253 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.709480 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.709713 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.709937 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.710252 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.710493 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.711057 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.711057 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.711240 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.711408 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.711628 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.712019 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.712251 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.712469 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.712755 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.713153 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.713398 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.713617 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.713778 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:19:04.714359 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102420) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:19:04.714520 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:19:04.714674 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:19:04.714869 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:19:04.715043 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:19:04.715201 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:19:04.715394 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.715556 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.715720 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.715861 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.715998 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.716182 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.716344 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.716496 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.716654 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.716814 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.716973 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.717132 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.717293 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.717514 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.717620 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.717756 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.717901 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718009 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:04.718096 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718231 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718391 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718560 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718683 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718838 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] debug = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.718997 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.719202 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.719371 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.719529 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.719688 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.719846 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.720008 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.720167 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.720324 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.720482 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.720641 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.721304 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.721304 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.721559 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.721559 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.721790 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.721910 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.722096 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] host = dv-cinder-848249-1-iscsi {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.722428 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.722627 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.722780 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.722933 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.723085 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.723237 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.723403 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.723564 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.723888 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.724192 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.724491 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.724787 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.725086 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.725392 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.725546 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_options = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.725848 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.726027 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.726554 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.726873 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.727172 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.727479 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.727644 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.727798 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.727955 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.728120 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.728868 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.729103 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.729268 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.729431 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.729593 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.729754 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.729916 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.730097 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.730259 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.730423 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.730581 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.730739 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.730897 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.731055 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.731214 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.731371 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.731529 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.731688 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.731849 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732006 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732164 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732322 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732481 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732639 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732798 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.732954 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.733113 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.733270 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.733435 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.733593 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.733753 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.733911 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.734092 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.734287 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.734424 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.734547 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.734703 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_json = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.734847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.735006 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.735166 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.735324 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.736174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.736174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.736174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.736174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.736174 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:19:04.736774 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.736774 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.736774 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.736774 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737171 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737171 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737171 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737514 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737514 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737753 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.737753 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738017 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738142 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738265 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738377 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738514 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738675 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738834 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.738997 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.739157 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.739318 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.739479 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.739649 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.739810 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740024 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740148 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740264 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740444 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740603 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740764 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.740927 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.741070 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.741231 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.741392 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.741553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.741714 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.741875 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.742124 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.742289 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.742451 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.742611 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.742772 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.742934 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.743095 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.743299 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.743426 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.743548 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.743703 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.743849 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745181 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745181 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745181 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745181 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745181 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745782 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745782 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745782 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.745782 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746289 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746289 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746289 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746641 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746641 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746886 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.746886 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.747129 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.747252 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.747374 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.747496 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.747875 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.748044 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.748206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.748365 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.748525 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.748685 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.748845 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749005 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749165 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749324 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749483 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749645 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749804 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.749965 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.750652 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.750652 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.750652 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.750652 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751134 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751134 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751134 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751529 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751529 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751529 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751871 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.751871 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752102 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752224 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752346 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752477 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752606 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752738 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.752886 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.753049 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.753212 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.753373 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.753532 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.753691 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.753851 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.755847 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.756502 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757032 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757032 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757032 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757032 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757310 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757310 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757452 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757529 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757666 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.757843 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.758056 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.758235 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.758397 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.758581 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.758741 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.758902 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.759066 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.759228 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.759388 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.759576 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.759739 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760331 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760331 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760331 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760609 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760609 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760764 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.760901 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.761062 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.761224 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.761385 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.761545 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.761707 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.761868 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762054 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762241 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762395 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762562 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762708 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762854 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.762993 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.763307 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.763612 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.763778 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.763939 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.764099 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.764260 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.764425 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.764982 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.764982 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.764982 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.766069 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.767337 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.768549 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.769605 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.770668 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.771553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.771553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.771553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.771553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.771553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.771553 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772305 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772305 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772305 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772305 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772305 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772933 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772933 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772933 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.772933 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773463 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773463 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773463 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773463 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773960 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773960 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.773960 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.774382 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.774382 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.774382 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.774772 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.774772 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775030 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775030 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775386 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775551 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775680 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775810 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.775946 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.776110 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.776271 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.776431 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.776592 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.776802 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.776949 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.777083 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.777213 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.777347 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.777509 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.777678 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.777840 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.778041 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.778207 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.778349 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.778486 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.778622 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.779178 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.779178 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.779178 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.779658 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.779658 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.779658 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780147 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780147 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780147 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780147 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.780653 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781042 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781042 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781313 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781313 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781572 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781572 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781830 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.781830 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782114 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782264 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782402 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782538 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782682 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782818 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.782962 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.783099 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.783673 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.783673 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.783673 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.783673 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.784206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.784206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.784206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:19:04.784206 dv-cinder-848249-1-iscsi neutron-server[102420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:19:04.888950 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34232) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:04.897597 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063808 Aug 09 11:19:16.350558 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1848c-96b0-455a-abb6-720cf8e55f9f None None] get_active_networks_info from dv-cinder-848249-1-iscsi {{(pid=102531) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 11:19:16.460020 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1848c-96b0-455a-abb6-720cf8e55f9f None None] No non-hosted networks {{(pid=102531) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 11:19:16.486871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.agentschedulers_db [None req-e9e1848c-96b0-455a-abb6-720cf8e55f9f None None] DHCP Agent not found on host dv-cinder-848249-1-iscsi {{(pid=102531) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 09 11:19:16.490014 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-5f5409c7-aedb-4d4a-889a-acc3f762d3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629159'] for agent, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:18.549733 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-db2527e3-fa74-4594-9ab6-67e1e8675d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629159'] for agent, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:18.600560 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3041c4a5-5b5f-463c-b560-a644d030a755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:19.986356 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629159'] for agent, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:21.347963 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629159'] for agent, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:21.573065 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629159'] for agent, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:21.575806 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.576393 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.576958 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.577647 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.578374 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.579215 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.580183 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.580756 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.581295 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.581934 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.582594 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.583279 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:21.584294 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848249-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:21.592940 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848249-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:22.576121 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34322) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:23.071968 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.db.l3_hamode_db [None req-03a62343-5a6f-44ad-bd49-8ae4e3eb9211 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 11:19:23.124441 dv-cinder-848249-1-iscsi neutron-server[102530]: WARNING oslo_policy.policy [None req-e20c7dbe-0525-4980-a4b0-fab3ff044e81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:23.125376 dv-cinder-848249-1-iscsi neutron-server[102530]: WARNING oslo_policy.policy [None req-e20c7dbe-0525-4980-a4b0-fab3ff044e81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:23.154153 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a62343-5a6f-44ad-bd49-8ae4e3eb9211 None None] Routers set() bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:19:23.154462 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a62343-5a6f-44ad-bd49-8ae4e3eb9211 None None] Router IDs set() for agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Aug 09 11:19:23.349633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [None req-e20c7dbe-0525-4980-a4b0-fab3ff044e81 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:19:23.350793 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e20c7dbe-0525-4980-a4b0-fab3ff044e81 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7737422 Aug 09 11:19:25.781192 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34338) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:26.088212 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:26.182917 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.policy [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102530) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:19:26.229274 dv-cinder-848249-1-iscsi neutron-server[102530]: WARNING oslo_policy.policy [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:26.229643 dv-cinder-848249-1-iscsi neutron-server[102530]: WARNING oslo_policy.policy [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:26.324569 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759472747983', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759472747442', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759472735515', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759472733119', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759472844865', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759473434231', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-439445', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561871', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631482'] for rbac-policy, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:26.390377 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:26.391571 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e918d3b3-88e8-4416-bb1f-bc447056ca64 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093915 Aug 09 11:19:29.067469 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34350) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:29.362630 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'name': 'private', 'project_id': '693377dfd25f4f878a0725b77cea6001'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:29.390244 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Made reservation on behalf of 693377dfd25f4f878a0725b77cea6001 for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:19:29.392953 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.410363 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.524329 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.528243 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.548367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:19:29.577493 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759474471289', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.578089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Unsubscribe: segment precommit_create {{(pid=102530) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:19:29.578617 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Added segment 6f4eadfa-a875-4f7b-81a4-60053824111c of type vlan for network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 Aug 09 11:19:29.594509 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b875df-a709-4a78-ad5b-368c384f731f,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:29.622125 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.622500 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.622857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.623185 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.623506 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.623843 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.624167 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.624498 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.624833 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.625168 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.625505 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.625816 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Tracked resource versions report: Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: pushed versions: Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: { 'AddressGroup': {'1.2'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'ConntrackHelper': {'1.0'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Log': {'1.0'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Network': {'1.1'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Port': {'1.7'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'PortForwarding': {'1.2'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'QosPolicy': {'1.9'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroup': {'1.4'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SubPort': {'1.0'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Subnet': {'1.1'}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Trunk': {'1.1'}} Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: consumer versions: Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'ConntrackHelper': '1.0', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Log': '1.0', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Network': '1.1', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Port': '1.7', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'PortForwarding': '1.2', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'QosPolicy': '1.9', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroup': '1.4', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroupRule': '1.2', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SubPort': '1.0', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Subnet': '1.1', Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Trunk': '1.1'}} Aug 09 11:19:29.626938 dv-cinder-848249-1-iscsi neutron-server[102530]: {{(pid=102530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:19:29.691279 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.730688 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.731801 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:29.732465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:29.782858 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7142167 Aug 09 11:19:29.840073 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee8cca-a011-44f6-a262-c4f1c1be4804 admin admin] Pushing event updated for resources: {'Network': ['ID=f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:29.852887 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:19:32.526281 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34366) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:32.918714 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a27f5-18df-49de-ade2-ca4e61a249a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:32.920217 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4d5a27f5-18df-49de-ade2-ca4e61a249a9 admin admin] 10.222.0.50 "GET /v2.0/networks/f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 HTTP/1.1" status: 200 len: 825 time: 0.3929517 Aug 09 11:19:32.946007 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7ef18d41-a91d-451b-9314-53613d36c981 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6 HTTP/1.1" status: 200 len: 734 time: 0.0195885 Aug 09 11:19:32.954985 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'gateway_ip': '172.20.0.1', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'name': 'private-subnet'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:32.974752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Made reservation on behalf of 693377dfd25f4f878a0725b77cea6001 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:19:32.977560 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:33.269591 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:33.340329 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Checking segment: {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:19:33.340704 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Network hostable DHCP agents. Network: f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:19:33.345109 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56748d03-1f7e-458e-abc7-6eb3dd7d98c7,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:33.363263 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:19:33.375649 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:19:33.380499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:33.381028 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:33.385543 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c0994-48bb-491b-bb98-4793229c85b5 None None] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:19:33.398334 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b9ccf718-2896-4ece-bf56-87ae4c736bd2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4458122 Aug 09 11:19:33.709327 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:19:33.711234 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:34.007246 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Allocated IP 172.20.0.2 (f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3/56748d03-1f7e-458e-abc7-6eb3dd7d98c7/b6751b8a-6e76-4f1a-82cc-251f838ea983) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:19:34.207521 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:34.215496 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:34.295878 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:19:34.300310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:19:34.309571 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:19:34.312703 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Pushing event updated for resources: {'Port': ['ID=b6751b8a-6e76-4f1a-82cc-251f838ea983,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:34.344835 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.345191 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.345532 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.345863 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.346215 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.346544 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.346893 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.347220 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.347557 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.347881 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.348202 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.348519 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Tracked resource versions report: Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: pushed versions: Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: { 'AddressGroup': {'1.2'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'ConntrackHelper': {'1.0'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Log': {'1.0'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Network': {'1.1'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Port': {'1.7'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'PortForwarding': {'1.2'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'QosPolicy': {'1.9'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroup': {'1.4'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SubPort': {'1.0'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Subnet': {'1.1'}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Trunk': {'1.1'}} Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: consumer versions: Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'ConntrackHelper': '1.0', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Log': '1.0', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Network': '1.1', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Port': '1.7', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'PortForwarding': '1.2', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'QosPolicy': '1.9', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroup': '1.4', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroupRule': '1.2', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SubPort': '1.0', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Subnet': '1.1', Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Trunk': '1.1'}} Aug 09 11:19:34.349594 dv-cinder-848249-1-iscsi neutron-server[102531]: {{(pid=102531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:19:34.397900 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Attempting to bind port b6751b8a-6e76-4f1a-82cc-251f838ea983 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:19:34.398535 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Attempting to bind port b6751b8a-6e76-4f1a-82cc-251f838ea983 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:19:34.398760 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Attempting to bind port b6751b8a-6e76-4f1a-82cc-251f838ea983 on network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:19:34.403706 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:19:34.404107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Checking segment: {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:19:34.404561 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:34.404951 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Bound using segment: {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:19:34.405486 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Bound port: b6751b8a-6e76-4f1a-82cc-251f838ea983, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:19:34.405910 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:34.469726 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] For port b6751b8a-6e76-4f1a-82cc-251f838ea983, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:19:34.474161 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] For port b6751b8a-6e76-4f1a-82cc-251f838ea983, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b6751b8a-6e76-4f1a-82cc-251f838ea983,segment=NetworkSegment(6f4eadfa-a875-4f7b-81a4-60053824111c),segment_id=6f4eadfa-a875-4f7b-81a4-60053824111c)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:19:34.478772 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:34.541026 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcc1ba-d770-4bf2-a043-47c354be95d8 None None] Pushing event updated for resources: {'Port': ['ID=b6751b8a-6e76-4f1a-82cc-251f838ea983,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:35.924399 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34374) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:36.244245 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [None req-fcda84a5-5c68-48a3-ae78-acb90cbe76d6 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:19:36.258010 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-fcda84a5-5c68-48a3-ae78-acb90cbe76d6 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198512 Aug 09 11:19:38.751288 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34382) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:39.086624 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [None req-f62c4c14-43fd-4a92-b74d-1f93200aaa70 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:19:39.087720 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f62c4c14-43fd-4a92-b74d-1f93200aaa70 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3354959 Aug 09 11:19:41.807711 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 34394) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:42.330748 dv-cinder-848249-1-iscsi neutron-server[102529]: WARNING oslo_policy.policy [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:42.331337 dv-cinder-848249-1-iscsi neutron-server[102529]: WARNING oslo_policy.policy [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:42.554807 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:42.622423 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.policy [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102529) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:19:42.673707 dv-cinder-848249-1-iscsi neutron-server[102529]: WARNING oslo_policy.policy [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:42.674117 dv-cinder-848249-1-iscsi neutron-server[102529]: WARNING oslo_policy.policy [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:19:42.739907 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:42.742475 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:42.896965 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:42.901651 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:42.922426 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:42.923980 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3ae34178-09ee-4c0f-92a8-cdec972f85ac admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1140609 Aug 09 11:19:43.105107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69b4db-47b7-4f9d-a6f9-dad01e018982 None None] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:19:43.135935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b6751b8a-6e76-4f1a-82cc-251f838ea983 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:19:43.230422 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] Provisioning complete for port b6751b8a-6e76-4f1a-82cc-251f838ea983 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:19:43.230818 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:43.376927 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port b6751b8a-6e76-4f1a-82cc-251f838ea983 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:19:43.377203 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:43.485266 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] Current status of the port b6751b8a-6e76-4f1a-82cc-251f838ea983 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:19:43.485583 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:43.557437 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] For port b6751b8a-6e76-4f1a-82cc-251f838ea983, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b6751b8a-6e76-4f1a-82cc-251f838ea983,segment=NetworkSegment(6f4eadfa-a875-4f7b-81a4-60053824111c),segment_id=6f4eadfa-a875-4f7b-81a4-60053824111c)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:19:43.564526 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:43.601584 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b6751b8a-6e76-4f1a-82cc-251f838ea983 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:19:43.602144 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:43.635868 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9fba9-49ec-4f4c-ac77-da763af2c974 None None] Pushing event updated for resources: {'Port': ['ID=b6751b8a-6e76-4f1a-82cc-251f838ea983,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:43.675722 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.db.api [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:19:43.676114 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG oslo_db.api [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:19:43.787058 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-e1f15af2-b2af-4713-b115-3aad42c63714 None None] Provisioning complete for port b6751b8a-6e76-4f1a-82cc-251f838ea983 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:19:43.787467 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e1f15af2-b2af-4713-b115-3aad42c63714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:43.866299 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-e1f15af2-b2af-4713-b115-3aad42c63714 None None] Current status of the port b6751b8a-6e76-4f1a-82cc-251f838ea983 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:19:44.212075 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b6751b8a-6e76-4f1a-82cc-251f838ea983 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:19:45.079889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b6751b8a-6e76-4f1a-82cc-251f838ea983 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:19:45.138392 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port b6751b8a-6e76-4f1a-82cc-251f838ea983 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:19:45.138767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:45.216902 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b6751b8a-6e76-4f1a-82cc-251f838ea983 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:19:45.415611 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34414) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:45.723481 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [None req-e1a28876-4ae2-499f-9fb8-c0e66b6a6672 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:19:45.725042 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e1a28876-4ae2-499f-9fb8-c0e66b6a6672 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079369 Aug 09 11:19:46.276868 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-065f8130-07a7-4956-8468-6cc8b22fd272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.196032 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 34422) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:48.509093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:48.531830 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Made reservation on behalf of 1757271205d94bbca3ceb26ad29551c6 for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:19:48.534766 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.547341 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-30af52dd-29a0-4d7e-8fdd-0c1e409fa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.552995 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.654956 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.659203 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.670639 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Reserving flat network on physical network physnet1 {{(pid=102529) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 11:19:48.702026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759474471289', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.702566 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Unsubscribe: segment precommit_create {{(pid=102529) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:19:48.703104 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Added segment 8fa3c11c-43dd-4d80-adc4-2fa922700255 of type flat for network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa Aug 09 11:19:48.718939 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002f73e7-53ae-4206-9b3b-4d583c5dc5ab,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:48.743967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.744322 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.744660 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.745254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.745576 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.745912 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.746277 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.746593 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.746928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.747246 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.747561 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.747876 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Tracked resource versions report: Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: pushed versions: Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: { 'AddressGroup': {'1.2'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'ConntrackHelper': {'1.0'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Log': {'1.0'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Network': {'1.1'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Port': {'1.7'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'PortForwarding': {'1.2'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'QosPolicy': {'1.9'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroup': {'1.4'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SubPort': {'1.0'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Subnet': {'1.1'}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Trunk': {'1.1'}} Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: consumer versions: Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'ConntrackHelper': '1.0', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Log': '1.0', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Network': '1.1', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Port': '1.7', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'PortForwarding': '1.2', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'QosPolicy': '1.9', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroup': '1.4', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroupRule': '1.2', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SubPort': '1.0', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Subnet': '1.1', Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Trunk': '1.1'}} Aug 09 11:19:48.748937 dv-cinder-848249-1-iscsi neutron-server[102529]: {{(pid=102529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:19:48.819261 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.860448 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.861621 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:48.862306 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:48.911422 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7142410 Aug 09 11:19:48.966684 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54261f5-276f-4002-8835-980dbd3e1cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=46a0cb0e-9b17-4b42-8a45-475a9ffc84fa,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:48.978053 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:19:49.940846 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:51.283533 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:51.410694 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 34444) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:51.564001 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:51.632565 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cfa364-98ef-473e-852c-3cead808020b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:51.633931 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-67cfa364-98ef-473e-852c-3cead808020b admin admin] 10.222.0.50 "GET /v2.0/subnets/56748d03-1f7e-458e-abc7-6eb3dd7d98c7 HTTP/1.1" status: 200 len: 849 time: 0.2222624 Aug 09 11:19:51.770386 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3e3fee66-47ac-4af7-8972-245dbc7d4bce admin admin] 10.222.0.50 "GET /v2.0/routers/210b5e9c-db1b-4e12-84bf-ad868bfbb82a HTTP/1.1" status: 200 len: 704 time: 0.1299722 Aug 09 11:19:52.035680 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:52.323816 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Allocated IP 172.20.0.1 (f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3/56748d03-1f7e-458e-abc7-6eb3dd7d98c7/6881f7a6-2d3c-4f1f-9178-965043989c84) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:19:52.514126 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:52.579848 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:52.652098 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:19:52.656186 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:19:52.659369 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:19:52.659913 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:52.740580 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Pushing event updated for resources: {'Port': ['ID=6881f7a6-2d3c-4f1f-9178-965043989c84,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:52.839045 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-bd38ac03-558e-4215-a96a-5b7d7491818f None None] Provisioning complete for port 6881f7a6-2d3c-4f1f-9178-965043989c84 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:19:52.839605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-bd38ac03-558e-4215-a96a-5b7d7491818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:52.866940 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:52.874402 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-bd38ac03-558e-4215-a96a-5b7d7491818f None None] Port 6881f7a6-2d3c-4f1f-9178-965043989c84 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:19:53.132372 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:53.136706 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:53.137471 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:53.193969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Pushing event updated for resources: {'Port': ['ID=6881f7a6-2d3c-4f1f-9178-965043989c84,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:53.259710 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:19:53.260992 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:19:53.420687 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:19:53.499334 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-474761b4-c38c-4659-9209-80747df0abad None None] Provisioning complete for port 6881f7a6-2d3c-4f1f-9178-965043989c84 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:19:53.499801 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-474761b4-c38c-4659-9209-80747df0abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:53.512395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:19:53.523588 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Sync routers for ids ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:19:53.526578 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-31e3a9ec-06c1-4efa-bdb8-27b228511779 admin admin] 10.222.0.50 "PUT /v2.0/routers/210b5e9c-db1b-4e12-84bf-ad868bfbb82a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7500968 Aug 09 11:19:53.537368 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-474761b4-c38c-4659-9209-80747df0abad None None] Port 6881f7a6-2d3c-4f1f-9178-965043989c84 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:19:53.537576 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Routers {'210b5e9c-db1b-4e12-84bf-ad868bfbb82a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:19:53.538393 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:19:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:53.725042 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Set router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:19:54.151053 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:19:42Z', 'updated_at': '2022-08-09T11:19:52Z', 'revision_number': 2, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'gw_port_host': None, '_interfaces': [{'id': '6881f7a6-2d3c-4f1f-9178-965043989c84', 'name': '', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'mac_address': 'fa:16:3e:65:3a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:52Z', 'updated_at': '2022-08-09T11:19:52Z', 'revision_number': 2, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'subnets': [{'id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:54.200681 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Checking router: 210b5e9c-db1b-4e12-84bf-ad868bfbb82a for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:19:54.201047 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Updating router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a port 6881f7a6-2d3c-4f1f-9178-965043989c84 binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:19:54.275585 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:54.761250 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:54.767474 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:54.908719 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Attempting to bind port 6881f7a6-2d3c-4f1f-9178-965043989c84 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:19:54.909124 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Attempting to bind port 6881f7a6-2d3c-4f1f-9178-965043989c84 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:19:54.909567 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Attempting to bind port 6881f7a6-2d3c-4f1f-9178-965043989c84 on network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:19:54.912183 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Pushing event updated for resources: {'Port': ['ID=6881f7a6-2d3c-4f1f-9178-965043989c84,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:54.922417 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.922775 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.923158 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.923445 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.923837 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.924409 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.924742 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.925071 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.925401 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.925726 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.926071 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.926434 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Tracked resource versions report: Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: pushed versions: Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: { 'AddressGroup': {'1.2'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'ConntrackHelper': {'1.0'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Log': {'1.0'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Network': {'1.1'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Port': {'1.7'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'PortForwarding': {'1.2'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'QosPolicy': {'1.9'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroup': {'1.4'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SubPort': {'1.0'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Subnet': {'1.1'}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Trunk': {'1.1'}} Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: consumer versions: Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'ConntrackHelper': '1.0', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Log': '1.0', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Network': '1.1', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Port': '1.7', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'PortForwarding': '1.2', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'QosPolicy': '1.9', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroup': '1.4', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroupRule': '1.2', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SubPort': '1.0', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Subnet': '1.1', Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Trunk': '1.1'}} Aug 09 11:19:54.927513 dv-cinder-848249-1-iscsi neutron-server[102532]: {{(pid=102532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:19:54.931124 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:19:54.931540 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Checking segment: {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:19:54.932004 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:54.932386 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Bound using segment: {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:19:54.932882 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Bound port: 6881f7a6-2d3c-4f1f-9178-965043989c84, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4eadfa-a875-4f7b-81a4-60053824111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:19:54.933299 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:55.002236 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] For port 6881f7a6-2d3c-4f1f-9178-965043989c84, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:19:55.021819 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] For port 6881f7a6-2d3c-4f1f-9178-965043989c84, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6881f7a6-2d3c-4f1f-9178-965043989c84,segment=NetworkSegment(6f4eadfa-a875-4f7b-81a4-60053824111c),segment_id=6f4eadfa-a875-4f7b-81a4-60053824111c)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:19:55.025823 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:55.061475 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Routers {'210b5e9c-db1b-4e12-84bf-ad868bfbb82a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:19:55.062096 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:19:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:55.144968 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a442-9ead-46a2-a455-66a08b61c454 None None] Pushing event updated for resources: {'Port': ['ID=6881f7a6-2d3c-4f1f-9178-965043989c84,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:55.165946 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] Set router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:19:55.372513 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:19:42Z', 'updated_at': '2022-08-09T11:19:52Z', 'revision_number': 2, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'gw_port_host': None, '_interfaces': [{'id': '6881f7a6-2d3c-4f1f-9178-965043989c84', 'name': '', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'mac_address': 'fa:16:3e:65:3a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:52Z', 'updated_at': '2022-08-09T11:19:54Z', 'revision_number': 4, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'subnets': [{'id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:19:55.398490 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20637c7-ac9e-4e6c-b794-7481d1b4be74 None None] The sync data for ids ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'] in dv-cinder-848249-1-iscsi is: [{'id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:19:42Z', 'updated_at': '2022-08-09T11:19:52Z', 'revision_number': 2, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'gw_port_host': None, '_interfaces': [{'id': '6881f7a6-2d3c-4f1f-9178-965043989c84', 'name': '', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'mac_address': 'fa:16:3e:65:3a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:52Z', 'updated_at': '2022-08-09T11:19:54Z', 'revision_number': 4, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'subnets': [{'id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:19:55.853766 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34464) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:55.971480 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edc75a-6c4d-4c9d-8df6-8c817259d917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:55.972855 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e3edc75a-6c4d-4c9d-8df6-8c817259d917 admin admin] 10.222.0.50 "GET /v2.0/networks/46a0cb0e-9b17-4b42-8a45-475a9ffc84fa HTTP/1.1" status: 200 len: 842 time: 0.1180384 Aug 09 11:19:55.982808 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Request body: {'subnet': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:56.002341 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Made reservation on behalf of 1757271205d94bbca3ceb26ad29551c6 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:19:56.004561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:56.377414 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.objects.ports [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102530) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 09 11:19:56.377834 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:56.446979 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b60bef4-ea2e-4e57-baf9-a2bf5df140b0,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:19:56.459054 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:19:56.459654 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Network hostable DHCP agents. Network: 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:19:56.479652 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:19:56.488881 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:19:56.494206 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:56.495623 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:56.498900 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef406ae-3219-496d-81a2-b310f3e5b421 None None] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:19:56.513204 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-366e1475-aff7-4b43-9270-652e5428d812 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5337701 Aug 09 11:19:56.648881 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b95693-0e4b-4712-a986-21208c321cf9 None None] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:19:58.945027 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34472) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:19:59.173340 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-97fef07b-d9da-4fc1-b363-6e19b2baf97a admin admin] 10.222.0.50 "GET /v2.0/routers/210b5e9c-db1b-4e12-84bf-ad868bfbb82a HTTP/1.1" status: 200 len: 710 time: 0.2272079 Aug 09 11:19:59.261312 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdd764-ba9f-4c41-8954-829ff502dc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:19:59.262688 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-afbdd764-ba9f-4c41-8954-829ff502dc29 admin admin] 10.222.0.50 "GET /v2.0/networks/46a0cb0e-9b17-4b42-8a45-475a9ffc84fa HTTP/1.1" status: 200 len: 886 time: 0.0826762 Aug 09 11:19:59.272382 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:19:59.528003 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:59.798127 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:19:59.871469 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:00.025051 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Allocated IP 172.27.2.50 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/78d9fb14-6d6c-4b47-9d04-9d37b03dc9de) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:20:00.132288 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:00.192892 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:00.263651 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:20:00.268108 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:20:00.276529 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Pushing event updated for resources: {'Port': ['ID=78d9fb14-6d6c-4b47-9d04-9d37b03dc9de,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:20:00.279112 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:20:00.560975 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:00.644418 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:20:00.765404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-628024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15346'] for router, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:00.770762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-628019'] for router, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:00.885411 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:20:01.060294 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:20:01.065253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:01.066497 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b1f173c9-7e78-4d32-a932-01bae1322840 admin admin] 10.222.0.50 "PUT /v2.0/routers/210b5e9c-db1b-4e12-84bf-ad868bfbb82a HTTP/1.1" status: 200 len: 889 time: 1.7973905 Aug 09 11:20:01.115666 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6881f7a6-2d3c-4f1f-9178-965043989c84 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:20:01.172135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 6881f7a6-2d3c-4f1f-9178-965043989c84 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:20:01.172505 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:01.252920 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 6881f7a6-2d3c-4f1f-9178-965043989c84 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:20:01.253332 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:01.288169 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 6881f7a6-2d3c-4f1f-9178-965043989c84, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6881f7a6-2d3c-4f1f-9178-965043989c84,segment=NetworkSegment(6f4eadfa-a875-4f7b-81a4-60053824111c),segment_id=6f4eadfa-a875-4f7b-81a4-60053824111c)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:20:01.292998 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:01.344113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=6881f7a6-2d3c-4f1f-9178-965043989c84,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:20:02.148248 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Sync routers for ids ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:20:02.163389 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Routers {'210b5e9c-db1b-4e12-84bf-ad868bfbb82a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:20:02.164109 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:19:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:20:02.371440 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Set router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:20:02.827696 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '78d9fb14-6d6c-4b47-9d04-9d37b03dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:19:42Z', 'updated_at': '2022-08-09T11:20:00Z', 'revision_number': 4, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'gw_port': {'id': '78d9fb14-6d6c-4b47-9d04-9d37b03dc9de', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:59Z', 'updated_at': '2022-08-09T11:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6881f7a6-2d3c-4f1f-9178-965043989c84', 'name': '', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'mac_address': 'fa:16:3e:65:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:52Z', 'updated_at': '2022-08-09T11:20:01Z', 'revision_number': 5, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'subnets': [{'id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:20:02.878844 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Checking router: 210b5e9c-db1b-4e12-84bf-ad868bfbb82a for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:20:02.879285 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Updating router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:20:02.929447 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.111678 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6881f7a6-2d3c-4f1f-9178-965043989c84 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:20:03.258703 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 6881f7a6-2d3c-4f1f-9178-965043989c84 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:20:03.259377 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.326253 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.333340 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.372357 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Attempting to bind port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:20:03.372742 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Attempting to bind port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:20:03.373107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Attempting to bind port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:20:03.405873 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:20:03.406278 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:20:03.406680 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.407100 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:20:03.407575 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Bound port: 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:20:03.407983 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.445005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244ac5-0856-47e9-be15-948911e02853 None None] Pushing event updated for resources: {'Port': ['ID=78d9fb14-6d6c-4b47-9d04-9d37b03dc9de,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:20:03.449147 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 6881f7a6-2d3c-4f1f-9178-965043989c84 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:20:03.478533 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] For port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:20:03.482581 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] For port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=78d9fb14-6d6c-4b47-9d04-9d37b03dc9de,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:20:03.487238 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:03.526935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Routers {'210b5e9c-db1b-4e12-84bf-ad868bfbb82a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:20:03.527541 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:19:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:20:03.529416 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 34486) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:20:03.577830 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244ac5-0856-47e9-be15-948911e02853 None None] Pushing event updated for resources: {'Port': ['ID=78d9fb14-6d6c-4b47-9d04-9d37b03dc9de,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:20:03.651369 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] Set router 210b5e9c-db1b-4e12-84bf-ad868bfbb82a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:20:03.655570 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-53ee94ae-185f-4806-81f7-f432c34c748e admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1249442 Aug 09 11:20:03.874083 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '78d9fb14-6d6c-4b47-9d04-9d37b03dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:19:42Z', 'updated_at': '2022-08-09T11:20:00Z', 'revision_number': 4, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'gw_port': {'id': '78d9fb14-6d6c-4b47-9d04-9d37b03dc9de', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:59Z', 'updated_at': '2022-08-09T11:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6881f7a6-2d3c-4f1f-9178-965043989c84', 'name': '', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'mac_address': 'fa:16:3e:65:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:52Z', 'updated_at': '2022-08-09T11:20:01Z', 'revision_number': 5, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'subnets': [{'id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:20:03.905863 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a603-5fe8-4014-827b-c4d8f895daaf None None] The sync data for ids ['210b5e9c-db1b-4e12-84bf-ad868bfbb82a'] in dv-cinder-848249-1-iscsi is: [{'id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'name': 'router1', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '78d9fb14-6d6c-4b47-9d04-9d37b03dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:19:42Z', 'updated_at': '2022-08-09T11:20:00Z', 'revision_number': 4, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'gw_port': {'id': '78d9fb14-6d6c-4b47-9d04-9d37b03dc9de', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:59Z', 'updated_at': '2022-08-09T11:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6881f7a6-2d3c-4f1f-9178-965043989c84', 'name': '', 'network_id': 'f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3', 'tenant_id': '693377dfd25f4f878a0725b77cea6001', 'mac_address': 'fa:16:3e:65:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210b5e9c-db1b-4e12-84bf-ad868bfbb82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:19:52Z', 'updated_at': '2022-08-09T11:20:01Z', 'revision_number': 5, 'project_id': '693377dfd25f4f878a0725b77cea6001', 'subnets': [{'id': '56748d03-1f7e-458e-abc7-6eb3dd7d98c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0442025-6cdc-4bbc-ab3b-dfed6ce03bc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:20:05.148629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:20:05.200526 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:20:05.200903 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:05.281159 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:20:05.281571 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:05.303221 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=78d9fb14-6d6c-4b47-9d04-9d37b03dc9de,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:20:05.308215 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:05.360322 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=78d9fb14-6d6c-4b47-9d04-9d37b03dc9de,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:20:07.130905 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:20:07.241134 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:20:07.241963 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:07.345585 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 78d9fb14-6d6c-4b47-9d04-9d37b03dc9de is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:20:16.279324 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-79070e19-61ee-46b2-bcfd-58166f00f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:18.548944 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-38f80d6a-9ce4-4676-b525-240b4d361118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:19.944221 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:21.294323 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:21.570394 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:37.645545 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:20:46.283505 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8e817ba7-de7a-4033-a0ce-d13818c43d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:48.554970 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a41d5541-4007-4ba2-b1c1-c209555eee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:49.953913 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:51.295889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:20:51.566334 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:14.644023 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:21:16.287835 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b232f877-2633-4aae-8ffe-547dcccb5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:18.558039 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-5f52149e-10d0-4557-910d-c6a24b24a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:19.953084 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:21.292994 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:21.568309 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:43.110810 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35048) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:43.173000 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b6d8cf-f9ac-40f4-835b-9d91e6449757 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:21:43.174346 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f7b6d8cf-f9ac-40f4-835b-9d91e6449757 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625587 Aug 09 11:21:43.332443 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad6f3a-51f1-48c7-a259-e75708b8c373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:43.333834 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-60ad6f3a-51f1-48c7-a259-e75708b8c373 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548777 Aug 09 11:21:45.595811 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35058) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:45.690745 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d0665-bea7-4f73-811c-543ffb2a0648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:45.692120 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-721d0665-bea7-4f73-811c-543ffb2a0648 admin admin] 10.222.0.50 "GET /v2.0/subnets/56748d03-1f7e-458e-abc7-6eb3dd7d98c7 HTTP/1.1" status: 200 len: 849 time: 0.0953782 Aug 09 11:21:45.702689 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:21:45.786089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:45.925043 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759474446291'] for subnet, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:45.952321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:45.953476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:45.970091 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] 10.222.0.50 "PUT /v2.0/subnets/56748d03-1f7e-458e-abc7-6eb3dd7d98c7 HTTP/1.1" status: 200 len: 868 time: 0.2553833 Aug 09 11:21:45.970320 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da281cc7-467b-4f4b-971d-6831b8dc3b37 None None] Network f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:21:45.977218 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56748d03-1f7e-458e-abc7-6eb3dd7d98c7,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:21:45.985814 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.986241 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.986595 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.986939 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.987280 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.987617 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.987950 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.988313 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.988645 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.988974 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.989307 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:45.989630 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e28ae-c785-40c4-b832-3148a92cb9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:21:46.288992 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-724b6431-af4d-491b-97c4-9f5e8ff04ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:46.321794 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-3859cdcb-8cf1-405c-9896-d2a25db8e9cb None None] Provisioning complete for port b6751b8a-6e76-4f1a-82cc-251f838ea983 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:21:46.322196 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3859cdcb-8cf1-405c-9896-d2a25db8e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:46.403468 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-3859cdcb-8cf1-405c-9896-d2a25db8e9cb None None] Current status of the port b6751b8a-6e76-4f1a-82cc-251f838ea983 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:21:46.414026 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-3859cdcb-8cf1-405c-9896-d2a25db8e9cb None None] Provisioning complete for port 6881f7a6-2d3c-4f1f-9178-965043989c84 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:21:46.414403 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3859cdcb-8cf1-405c-9896-d2a25db8e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:46.491599 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-3859cdcb-8cf1-405c-9896-d2a25db8e9cb None None] Current status of the port 6881f7a6-2d3c-4f1f-9178-965043989c84 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:21:48.251836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35066) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:48.457520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331786a-a482-451c-8514-69bfc26c58f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:48.457918 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331786a-a482-451c-8514-69bfc26c58f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:48.459629 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-9331786a-a482-451c-8514-69bfc26c58f3 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2066951 Aug 09 11:21:48.562147 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9d0c5275-19a4-45e1-8753-1986da023593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:49.950485 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:50.681186 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35078) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:50.812138 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5c350-07f4-4052-be98-f33d9ade2654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:50.812601 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5c350-07f4-4052-be98-f33d9ade2654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:50.814130 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-fdf5c350-07f4-4052-be98-f33d9ade2654 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319752 Aug 09 11:21:51.295524 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:51.570315 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:21:51.643088 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:21:53.070265 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35086) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:53.191076 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31593710-e1da-49da-8b5b-6af6bcdbe319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:53.192414 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-31593710-e1da-49da-8b5b-6af6bcdbe319 admin admin] 10.222.0.50 "GET /v2.0/networks/46a0cb0e-9b17-4b42-8a45-475a9ffc84fa HTTP/1.1" status: 200 len: 886 time: 0.1212153 Aug 09 11:21:55.487812 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35094) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:55.632823 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d767eed3-f5ec-4aa6-959f-2d3aca1d8338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:55.634562 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d767eed3-f5ec-4aa6-959f-2d3aca1d8338 admin admin] 10.222.0.50 "GET /v2.0/networks/f0df28ce-2f5f-4b3c-bd48-ad7660a9f2a3 HTTP/1.1" status: 200 len: 869 time: 0.1454749 Aug 09 11:21:57.861485 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35102) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:21:57.984082 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe9fbc-2cea-4262-a033-c6913b4474f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:57.984591 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe9fbc-2cea-4262-a033-c6913b4474f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:21:57.986221 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7afe9fbc-2cea-4262-a033-c6913b4474f6 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236427 Aug 09 11:22:00.469859 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35110) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:00.568031 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f72a9-2d6b-4874-9e57-029735078f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:00.568490 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f72a9-2d6b-4874-9e57-029735078f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:00.570037 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8a9f72a9-2d6b-4874-9e57-029735078f4b admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0991142 Aug 09 11:22:02.843346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35118) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:02.927593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab04640-8623-4c5d-8dc1-e0d1c8933e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:02.928917 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-6ab04640-8623-4c5d-8dc1-e0d1c8933e54 admin admin] 10.222.0.50 "GET /v2.0/subnets/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0 HTTP/1.1" status: 200 len: 816 time: 0.0845683 Aug 09 11:22:05.162568 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35126) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:05.257429 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdfa80-66e4-4542-a0c3-76914a5b3ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:05.259323 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-babdfa80-66e4-4542-a0c3-76914a5b3ec7 admin admin] 10.222.0.50 "GET /v2.0/subnets/56748d03-1f7e-458e-abc7-6eb3dd7d98c7 HTTP/1.1" status: 200 len: 868 time: 0.0957177 Aug 09 11:22:16.290760 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b10b242e-855d-4100-b10e-629fc7e507e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:18.566420 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-01df176c-9dd8-40fe-aa1b-59d7a52f35b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:19.954582 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:21.298709 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:21.573375 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:25.530723 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35180) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:25.578260 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [None req-db3e8075-025d-452d-b7c8-66de349011fc admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:22:25.579232 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-db3e8075-025d-452d-b7c8-66de349011fc admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475776 Aug 09 11:22:27.944954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35188) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:28.004314 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5d1176-367e-478e-87b8-3a62d811743e admin admin] GET failed (client error): The resource could not be found. Aug 09 11:22:28.005629 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8d5d1176-367e-478e-87b8-3a62d811743e admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597479 Aug 09 11:22:28.091000 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d4259-2583-4c13-8882-27a03881a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:28.092482 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-118d4259-2583-4c13-8882-27a03881a549 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823040 Aug 09 11:22:28.640721 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:22:30.404411 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35196) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:30.452471 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:22:30.472146 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Made reservation on behalf of 1757271205d94bbca3ceb26ad29551c6 for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:22:30.474348 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:30.509748 dv-cinder-848249-1-iscsi neutron-server[102530]: WARNING neutron.services.revisions.revision_plugin [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Could not find related network for resource to bump revision. Aug 09 11:22:30.522305 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:22:30.531558 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:30.531889 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Added segment 29e5f0e9-c49c-4dd5-b988-d62f1cc34806 of type vlan for network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 Aug 09 11:22:30.579018 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:30.602545 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:30.603399 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:30.603965 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:30.635057 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2295885 Aug 09 11:22:30.664202 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87de1-1702-46df-aa13-8205245481d5 admin admin] Pushing event updated for resources: {'Network': ['ID=2244f60d-86bc-4eaa-82e4-cda1c1faf560,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:22:30.675935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:22:32.910630 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35204) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:22:32.973023 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.pecan_wsgi.hooks.translation [None req-54774de9-281a-486a-9d16-230e9d056ce7 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:22:32.974331 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-54774de9-281a-486a-9d16-230e9d056ce7 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627475 Aug 09 11:22:33.042312 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb8399-dad0-41f6-8365-bf1cc63613ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:33.044457 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-2edb8399-dad0-41f6-8365-bf1cc63613ed admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655077 Aug 09 11:22:33.054775 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:22:33.073573 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Made reservation on behalf of 1757271205d94bbca3ceb26ad29551c6 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:22:33.076024 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.233615 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.288735 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd762deb-d503-462f-aa79-d0a773c575e8,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:22:33.295454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Checking segment: {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:22:33.295803 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Network hostable DHCP agents. Network: 2244f60d-86bc-4eaa-82e4-cda1c1faf560, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:22:33.312298 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:22:33.320834 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 2244f60d-86bc-4eaa-82e4-cda1c1faf560) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:22:33.325694 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:22:33.326310 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.330220 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832bb026-0f4b-44e3-bcc0-58b82501daf7 None None] Network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:22:33.342994 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-66d494aa-a46e-441b-a10d-0a5a1238b854 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2916076 Aug 09 11:22:33.485390 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-2244f60d-86bc-4eaa-82e4-cda1c1faf560', 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560', 'tenant_id': '1757271205d94bbca3ceb26ad29551c6', 'fixed_ips': [{'subnet_id': 'cd762deb-d503-462f-aa79-d0a773c575e8'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:22:33.486363 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.626290 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Allocated IP 192.168.233.2 (2244f60d-86bc-4eaa-82e4-cda1c1faf560/cd762deb-d503-462f-aa79-d0a773c575e8/f34d5f94-b271-425e-ae57-649dcc572320) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:22:33.768181 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.775184 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.819273 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:22:33.822595 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:22:33.825617 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:22:33.834375 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Pushing event updated for resources: {'Port': ['ID=f34d5f94-b271-425e-ae57-649dcc572320,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:22:33.865432 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.865805 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.866184 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.866531 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.866863 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.867196 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.867542 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.867854 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.868199 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.868526 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.868853 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.869175 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:22:33.901273 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Attempting to bind port f34d5f94-b271-425e-ae57-649dcc572320 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:22:33.901645 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Attempting to bind port f34d5f94-b271-425e-ae57-649dcc572320 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:22:33.902378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Attempting to bind port f34d5f94-b271-425e-ae57-649dcc572320 on network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:22:33.907700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:22:33.908076 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Checking segment: {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:22:33.908484 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.908872 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Bound using segment: {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:22:33.909343 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Bound port: f34d5f94-b271-425e-ae57-649dcc572320, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:22:33.909745 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:33.973916 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] For port f34d5f94-b271-425e-ae57-649dcc572320, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:22:33.977029 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] For port f34d5f94-b271-425e-ae57-649dcc572320, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=f34d5f94-b271-425e-ae57-649dcc572320,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:22:33.981444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:34.039218 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd77c0-155a-4dab-9a2d-feb1ebd770e1 None None] Pushing event updated for resources: {'Port': ['ID=f34d5f94-b271-425e-ae57-649dcc572320,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:22:34.837637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cdd087-e7f1-4a6d-9c53-a6fa20b07857 None None] Network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:22:34.926603 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] Provisioning complete for port f34d5f94-b271-425e-ae57-649dcc572320 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:22:34.926969 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:35.059769 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] Current status of the port f34d5f94-b271-425e-ae57-649dcc572320 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:22:35.060355 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:35.099748 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] For port f34d5f94-b271-425e-ae57-649dcc572320, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=f34d5f94-b271-425e-ae57-649dcc572320,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:22:35.105618 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:35.176337 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f77c0-4e7b-4827-8633-b6c8fb236d38 None None] Pushing event updated for resources: {'Port': ['ID=f34d5f94-b271-425e-ae57-649dcc572320,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:22:35.229005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device f34d5f94-b271-425e-ae57-649dcc572320 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:22:35.281195 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port f34d5f94-b271-425e-ae57-649dcc572320 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:22:35.281675 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:35.334518 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-8bf69683-6028-4438-9398-c9c8ef173703 None None] Provisioning complete for port f34d5f94-b271-425e-ae57-649dcc572320 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:22:35.335110 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8bf69683-6028-4438-9398-c9c8ef173703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:35.400303 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port f34d5f94-b271-425e-ae57-649dcc572320 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:22:35.445469 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-8bf69683-6028-4438-9398-c9c8ef173703 None None] Current status of the port f34d5f94-b271-425e-ae57-649dcc572320 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:22:37.179700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device f34d5f94-b271-425e-ae57-649dcc572320 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:22:37.228624 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port f34d5f94-b271-425e-ae57-649dcc572320 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:22:37.228996 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:37.308409 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port f34d5f94-b271-425e-ae57-649dcc572320 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:22:46.293390 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b2dcd7c8-5d43-4290-a61c-aa6f9950ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:48.571790 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cfe0c63d-f216-4275-a12b-3f535ccacebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:49.957041 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:51.301489 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:22:51.575802 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:05.638381 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:23:16.296248 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-45d15b10-9a2b-4d96-82e1-92f8d2ec8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:18.573089 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e659ede3-2e50-4038-ac83-ecdcd41d8aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:19.961522 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:21.305284 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:21.576755 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:42.636259 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:23:46.298088 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-58662c78-6d56-41c9-b69f-aa4418a53c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:48.575536 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4a67c6a6-991b-45fa-8708-2d44a3e6bde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:49.323651 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35242) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:23:49.329908 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [None req-9a97d3e7-d431-43a8-a658-57c6d6ff0151 tempest-verify_tempest_config-1524902039 tempest-verify_tempest_config-1524902039-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:23:49.330910 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9a97d3e7-d431-43a8-a658-57c6d6ff0151 tempest-verify_tempest_config-1524902039 tempest-verify_tempest_config-1524902039-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062788 Aug 09 11:23:49.622563 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35260) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:23:49.724524 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:49.799358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:49.802937 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:49.853766 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65e32e9c1b614791a0037632ce538f76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2300549 Aug 09 11:23:49.854658 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af213be7-1643-4295-9230-0c79c4a0baf6,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:23:49.857124 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35266) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:23:49.872504 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.872857 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.873201 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.873542 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.873875 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.874259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.874598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.874943 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.875275 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.875602 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.875928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.876252 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd20fc-3209-4fe6-a02d-d7275eff7853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:23:49.920404 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a409ede1-b2e4-4c6f-abc6-6a7d170eb748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:49.940853 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a409ede1-b2e4-4c6f-abc6-6a7d170eb748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:49.963913 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:50.032934 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a409ede1-b2e4-4c6f-abc6-6a7d170eb748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:50.035453 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a409ede1-b2e4-4c6f-abc6-6a7d170eb748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:50.036629 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a409ede1-b2e4-4c6f-abc6-6a7d170eb748 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af213be7-1643-4295-9230-0c79c4a0baf6 HTTP/1.1" status: 204 len: 168 time: 0.1783767 Aug 09 11:23:50.044785 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409ede1-b2e4-4c6f-abc6-6a7d170eb748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af213be7-1643-4295-9230-0c79c4a0baf6,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:23:51.308197 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:23:51.579512 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.299954 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8452-a972-41bc-893a-e69ad357157f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:18.576713 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d23d5978-61f0-4e6d-8f4e-3f6f984e32e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:19.633897 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:24:19.968725 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:21.309761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:21.581301 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.301747 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9c00acdb-ea1c-41f5-bd99-b857f1032d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:48.578569 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-42d7606e-83db-4ae7-bddc-3726133541e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:49.971490 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:51.312468 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:51.583589 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:56.632365 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 5 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:25:16.305205 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-623ab7fa-afd7-4c70-9813-cae95daef0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:18.582672 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-199c9563-3d63-4267-8afa-a4218ec5e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:19.974825 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:21.318418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:21.586533 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:27.240645 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629159'] for agent, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:33.631037 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:25:42.810807 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35336) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:25:42.912775 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f690350a-f07a-4637-92c6-29ec934058f7 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008871 Aug 09 11:25:45.206152 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35346) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:25:45.268430 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-69f657d1-48cd-4903-ad8d-05e5e3531de9 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0611148 Aug 09 11:25:46.308010 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3698330e-1145-473c-8cd3-b412d9a5e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:48.585743 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3051b518-3c56-4219-a704-e572882e379a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:49.980340 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:51.320621 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:51.591265 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:57.211135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:10.629639 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:26:16.309773 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c8302ae4-2cb3-4dc7-863e-b414e30f1676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:18.587657 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7fa00555-cf9c-4c2a-a197-d997e860bc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:19.981209 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:21.323060 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:21.592311 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:27.211445 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:46.313481 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f8eca8ba-1169-462c-8b28-586695bf0a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:47.629546 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:26:48.592202 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-80848cbc-a774-4e6d-9e21-9cbec748cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:49.983866 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:51.328224 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:51.595594 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:57.214020 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:16.316085 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-08d64924-0265-4cb9-8fac-13892e41ae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:18.593865 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1dfcbc28-7613-452b-a4e8-ceec6730011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:19.985837 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:21.332723 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:21.598701 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:24.632254 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:27:27.230246 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:28.660854 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35542) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:28.970819 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-678926542-network', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:28.996546 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Made reservation on behalf of 46309113a5814e93a1a2831f15dbbddb for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:29.001093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.012678 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.098534 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.108770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.159685 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:27:29.190021 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.190457 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Added segment d030ccba-da74-461d-9ee5-2da529570360 of type vlan for network 94473639-2936-425a-9e06-0b9437533e28 Aug 09 11:27:29.265519 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.298836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9148ea30-42ba-41d4-8397-8164d296a684,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:29.306568 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.307569 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:29.308153 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.313314 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.313579 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.313932 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.314300 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.314635 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.315086 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.315427 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.315782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.316127 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.316990 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.317590 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.318258 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Tracked resource versions report: Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: pushed versions: Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: { 'AddressGroup': {'1.2'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'ConntrackHelper': {'1.0'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Log': {'1.0'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Network': {'1.1'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Port': {'1.7'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'PortForwarding': {'1.2'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'QosPolicy': {'1.9'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroup': {'1.4'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SubPort': {'1.0'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Subnet': {'1.1'}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Trunk': {'1.1'}} Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: consumer versions: Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: HyperV agent@hv-cinder-84824: {}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'ConntrackHelper': '1.0', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Log': '1.0', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Network': '1.1', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Port': '1.7', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'PortForwarding': '1.2', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'QosPolicy': '1.9', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroup': '1.4', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SecurityGroupRule': '1.2', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'SubPort': '1.0', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Subnet': '1.1', Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: 'Trunk': '1.1'}} Aug 09 11:27:29.319453 dv-cinder-848249-1-iscsi neutron-server[102529]: {{(pid=102529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:27:29.354245 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35582) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:29.354821 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6923318 Aug 09 11:27:29.433526 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bef3a-4080-446b-b3dc-89a1084e64df admin admin] Pushing event updated for resources: {'Network': ['ID=94473639-2936-425a-9e06-0b9437533e28,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:29.453293 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 94473639-2936-425a-9e06-0b9437533e28 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:27:29.454875 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Request body: {'subnet': {'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-678926542-subnet', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:29.477026 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Made reservation on behalf of 46309113a5814e93a1a2831f15dbbddb for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:29.480030 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.576228 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35594) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:29.602851 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35598) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:29.688406 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.747058 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=410c6fc4-de4e-4886-b503-46dacf725bcb,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:29.759100 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.759452 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.759794 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.760129 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.760465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.760813 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.761256 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.761596 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.761922 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.762463 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.762815 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.763352 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Tracked resource versions report: Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: pushed versions: Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: { 'AddressGroup': {'1.2'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'ConntrackHelper': {'1.0'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Log': {'1.0'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Network': {'1.1'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Port': {'1.7'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'PortForwarding': {'1.2'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'QosPolicy': {'1.9'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroup': {'1.4'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SubPort': {'1.0'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Subnet': {'1.1'}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Trunk': {'1.1'}} Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: consumer versions: Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: HyperV agent@hv-cinder-84824: {}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'ConntrackHelper': '1.0', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Log': '1.0', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Network': '1.1', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Port': '1.7', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'PortForwarding': '1.2', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'QosPolicy': '1.9', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroup': '1.4', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SecurityGroupRule': '1.2', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'SubPort': '1.0', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Subnet': '1.1', Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: 'Trunk': '1.1'}} Aug 09 11:27:29.764448 dv-cinder-848249-1-iscsi neutron-server[102530]: {{(pid=102530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:27:29.766889 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Checking segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:29.767408 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Network hostable DHCP agents. Network: 94473639-2936-425a-9e06-0b9437533e28, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:27:29.787144 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Network 94473639-2936-425a-9e06-0b9437533e28 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:27:29.802217 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 94473639-2936-425a-9e06-0b9437533e28) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:29.810306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:29.811290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.812831 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f81cf8-ed48-46ca-b915-a1f8f10d68cc None None] Network 94473639-2936-425a-9e06-0b9437533e28 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:29.835592 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e658469d-5d73-47bf-bfd1-274105d77b2d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4789431 Aug 09 11:27:29.835592 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35608) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:29.839606 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:29.867597 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.869026 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.946253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-402561373-network', 'tenant_id': '3232652c05144e83bf14dfe46098c64e'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:29.955557 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1659762922-network', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:29.991019 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Made reservation on behalf of c57d74bd28234ae69744c1243d2a077b for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:29.994135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-94473639-2936-425a-9e06-0b9437533e28', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:27:29.995043 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.999245 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.002340 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Made reservation on behalf of 3232652c05144e83bf14dfe46098c64e for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:30.004551 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.009255 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.016088 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.018916 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.210642 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.218908 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Allocated IP 172.20.0.2 (94473639-2936-425a-9e06-0b9437533e28/410c6fc4-de4e-4886-b503-46dacf725bcb/ab9ccdd7-a315-4efe-b2ee-8560e11e5d80) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:30.220293 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.254905 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:27:30.264896 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.297258 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.297839 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Added segment 511b73ab-e267-4718-9ac2-bf23b74018e0 of type vlan for network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 Aug 09 11:27:30.299376 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b601bee-93dc-4b4f-9355-38985ec35b6f,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:30.406822 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.423874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.443362 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.445336 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.449038 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:30.450735 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.491502 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.504443 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.522178 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:27:30.551914 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.552256 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Added segment b7cb366d-9972-4ce1-827b-18cbc5254373 of type vlan for network d13d7197-8c45-4a21-9b67-770747b42894 Aug 09 11:27:30.596385 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8804251f-d864-4291-9aeb-bd311d5f0e5e,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:30.603310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Pushing event updated for resources: {'Port': ['ID=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:30.611581 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.612036 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.612382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.612713 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.613041 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.613370 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.613693 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.614026 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.614367 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.614673 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.615434 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.615757 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:30.615996 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Tracked resource versions report: Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: pushed versions: Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: { 'AddressGroup': {'1.2'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'ConntrackHelper': {'1.0'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Log': {'1.0'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Network': {'1.1'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Port': {'1.7'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'PortForwarding': {'1.2'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'QosPolicy': {'1.9'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroup': {'1.4'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SubPort': {'1.0'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Subnet': {'1.1'}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Trunk': {'1.1'}} Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: consumer versions: Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: HyperV agent@hv-cinder-84824: {}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'ConntrackHelper': '1.0', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Log': '1.0', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Network': '1.1', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Port': '1.7', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'PortForwarding': '1.2', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'QosPolicy': '1.9', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroup': '1.4', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SecurityGroupRule': '1.2', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'SubPort': '1.0', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Subnet': '1.1', Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: 'Trunk': '1.1'}} Aug 09 11:27:30.617467 dv-cinder-848249-1-iscsi neutron-server[102531]: {{(pid=102531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:27:30.628177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Network 94473639-2936-425a-9e06-0b9437533e28 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:30.630290 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:30.633032 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:30.693522 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] Pushing event updated for resources: {'Network': ['ID=9581a1b8-a0ad-48ef-91b0-11fd60f7c212,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:30.709383 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Attempting to bind port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:30.709756 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Attempting to bind port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:30.710158 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Attempting to bind port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 on network 94473639-2936-425a-9e06-0b9437533e28 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:30.718394 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:30.719006 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Checking segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:30.719415 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.719802 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Bound using segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:30.720271 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Bound port: ab9ccdd7-a315-4efe-b2ee-8560e11e5d80, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:30.720667 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.725936 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-5cb1bd07-2f2c-46db-84ea-3a3fd1ea6449 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1219366 Aug 09 11:27:30.730943 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35644) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:30.739528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:27:30.741719 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Request body: {'subnet': {'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1659762922-subnet', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:30.783346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.784320 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:30.784893 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.915134 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3376529 Aug 09 11:27:30.920112 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35654) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:30.926974 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Request body: {'subnet': {'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-subnet', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:30.950776 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] For port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:30.955621 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] For port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:30.967116 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c858f-c25c-4559-ae6f-d0795770d39f admin admin] Pushing event updated for resources: {'Network': ['ID=d13d7197-8c45-4a21-9b67-770747b42894,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:30.978306 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.987415 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.012009 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network d13d7197-8c45-4a21-9b67-770747b42894 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:27:31.062885 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Made reservation on behalf of c57d74bd28234ae69744c1243d2a077b for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:31.063982 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.066814 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.087034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Made reservation on behalf of 3232652c05144e83bf14dfe46098c64e for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:31.089238 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.209844 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781cff-818d-4233-9618-17abb1dc8526 None None] Pushing event updated for resources: {'Port': ['ID=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:31.375361 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Allocated IP 172.27.2.175 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/7dc67f6d-54b3-49d7-ab7d-1397f5a00466) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:31.540662 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.614177 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.626012 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f43d2f-11e2-44fc-961c-ca4f383f62d3,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:31.685980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Checking segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:31.686536 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Network hostable DHCP agents. Network: 9581a1b8-a0ad-48ef-91b0-11fd60f7c212, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:27:31.711685 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:27:31.729236 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 9581a1b8-a0ad-48ef-91b0-11fd60f7c212) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:31.738597 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:31.740062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.746447 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f73e0e-e15a-44ff-b9c7-65f0aa9e146a None None] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:31.755034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.782883 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-85292a9a-79c0-4148-a46f-4bef818ca953 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0488958 Aug 09 11:27:31.784213 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35700) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:31.795784 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:31.825069 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab8928e-7029-4d24-97bc-20edd60d0c3b,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:31.847619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.847619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.849324 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Checking segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:31.851135 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Network hostable DHCP agents. Network: d13d7197-8c45-4a21-9b67-770747b42894, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:27:31.885327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.936465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.946462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Network d13d7197-8c45-4a21-9b67-770747b42894 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:27:31.950596 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:27:31.951739 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.984877 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:31.995815 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:32.005846 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:32.019744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, d13d7197-8c45-4a21-9b67-770747b42894) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:32.113864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:32.114492 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.119850 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:32.209666 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94df8a-bd7d-4641-840a-7e57e9e83d69 None None] Network d13d7197-8c45-4a21-9b67-770747b42894 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:32.239148 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-99060c8a-31a7-48fd-a9f9-bd5bc0da02a7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3161826 Aug 09 11:27:32.241360 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.246659 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35732) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:32.255796 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:32.375305 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.376353 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.473582 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Allocated IP 172.20.0.2 (9581a1b8-a0ad-48ef-91b0-11fd60f7c212/41f43d2f-11e2-44fc-961c-ca4f383f62d3/caa444f3-cc64-4c9e-8fd4-7cbee4b0b498) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:32.506501 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.720094 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35752) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:32.759289 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.761831 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-d13d7197-8c45-4a21-9b67-770747b42894', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:27:32.764178 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:32.799903 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c31c0-6d52-46a1-a8ef-355f6d2ba374 None None] Network 94473639-2936-425a-9e06-0b9437533e28 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:32.860764 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.017400 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b2763c38-0cd2-4e0c-aab6-d444682c7880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.057030 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.130214 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.187085 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.254199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Router e88b2e12-1692-477a-be02-60b32ac8da8e is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:27:33.287760 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] Provisioning complete for port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:33.288192 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.337297 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b2763c38-0cd2-4e0c-aab6-d444682c7880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.348000 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Allocated IP 172.20.0.2 (d13d7197-8c45-4a21-9b67-770747b42894/eab8928e-7029-4d24-97bc-20edd60d0c3b/3d583c82-d829-4a32-8a70-07534d056bea) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:33.354878 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b2763c38-0cd2-4e0c-aab6-d444682c7880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.394857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.414695 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35782) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:33.415859 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:27:33.425517 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.430907 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:27:33.433737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763c38-0cd2-4e0c-aab6-d444682c7880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efd2b3d-451d-4773-98da-c983b4cb560c,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:33.452640 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:33.454492 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:33.473505 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.476359 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-afedc9d2-55d3-41a8-afe7-e1a936953d74 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6400867 Aug 09 11:27:33.479776 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35790) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:33.482987 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Pushing event updated for resources: {'Port': ['ID=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:33.513773 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Allocated IP 172.27.2.144 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/d6203ab5-46f4-4c5e-ad94-debd1ce8d962) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:33.529197 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:33.566000 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.625819 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:33.673169 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:33.683978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:33.715260 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:33.715866 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.744141 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b2763c38-0cd2-4e0c-aab6-d444682c7880 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=108c9aafad1247eabe612a58c921f59a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0155966 Aug 09 11:27:33.744967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35796) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:33.756058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.760318 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8662a84a-b993-4c47-83ed-13105f0ecc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.804999 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:33.833890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] Current status of the port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:33.834472 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.879273 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8662a84a-b993-4c47-83ed-13105f0ecc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.917889 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8662a84a-b993-4c47-83ed-13105f0ecc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.957754 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Attempting to bind port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:33.958463 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Attempting to bind port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:33.958980 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Attempting to bind port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 on network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:33.963630 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.971995 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.979787 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] For port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:33.981168 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:33.982317 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Checking segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:33.982884 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.983423 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Bound using segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:33.984048 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Bound port: caa444f3-cc64-4c9e-8fd4-7cbee4b0b498, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:33.984631 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.989349 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662a84a-b993-4c47-83ed-13105f0ecc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80257d29-92d8-48be-bd74-8f3cbca033fd,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:33.989773 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.002726 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.043416 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8662a84a-b993-4c47-83ed-13105f0ecc7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79962c9088814901ab68a13e9d64e5c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6205530 Aug 09 11:27:34.047006 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35800) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:34.056697 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.088036 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:34.116772 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:34.121444 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:34.127798 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Network d13d7197-8c45-4a21-9b67-770747b42894 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:34.129002 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:32Z', 'revision_number': 3, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:34.141377 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:34.146346 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Pushing event updated for resources: {'Port': ['ID=3d583c82-d829-4a32-8a70-07534d056bea,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:34.153004 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:34.170138 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:27:34.170503 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Updating router e88b2e12-1692-477a-be02-60b32ac8da8e port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:27:34.171921 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:34.189252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c01a83-498b-4e91-a828-78f05f40d626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.204178 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.207568 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] For port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:34.223602 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c01a83-498b-4e91-a828-78f05f40d626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.260264 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] For port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:34.280686 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.291258 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Attempting to bind port 3d583c82-d829-4a32-8a70-07534d056bea on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:34.291637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Attempting to bind port 3d583c82-d829-4a32-8a70-07534d056bea by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:34.291999 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Attempting to bind port 3d583c82-d829-4a32-8a70-07534d056bea on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:34.296486 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c01a83-498b-4e91-a828-78f05f40d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.300000 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c01a83-498b-4e91-a828-78f05f40d626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.301335 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b0c01a83-498b-4e91-a828-78f05f40d626 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80257d29-92d8-48be-bd74-8f3cbca033fd HTTP/1.1" status: 204 len: 168 time: 0.2532969 Aug 09 11:27:34.317115 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:34.317486 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Checking segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:34.317889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.318319 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Bound using segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:34.318783 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Bound port: 3d583c82-d829-4a32-8a70-07534d056bea, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:34.319164 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.338184 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-1dfcd4b2-f0c6-4000-97f4-1b1702773911 None None] Provisioning complete for port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:34.338604 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd4b2-f0c6-4000-97f4-1b1702773911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.343132 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c01a83-498b-4e91-a828-78f05f40d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80257d29-92d8-48be-bd74-8f3cbca033fd,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:34.351244 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45e00f-83b2-4d3f-ac50-c4a079b97403 None None] Pushing event updated for resources: {'Port': ['ID=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:34.488232 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.499528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Allocated IP 172.27.2.254 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/b1641b82-dcb8-4988-9fac-398780b9459d) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:34.572031 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cfda8-5cd2-45ae-a41c-4983ebc72ab7 None None] Pushing event updated for resources: {'Port': ['ID=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:34.591616 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] For port 3d583c82-d829-4a32-8a70-07534d056bea, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:34.596522 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] For port 3d583c82-d829-4a32-8a70-07534d056bea, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3d583c82-d829-4a32-8a70-07534d056bea,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:34.603981 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.711366 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.714449 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-1dfcd4b2-f0c6-4000-97f4-1b1702773911 None None] Current status of the port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:34.717155 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08ba9-10c9-4bb3-9f08-5ba1c632bb36 None None] Pushing event updated for resources: {'Port': ['ID=3d583c82-d829-4a32-8a70-07534d056bea,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:34.737783 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0cdb-a787-4c4d-8340-0a4479f5d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.829344 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35818) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:34.844146 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Pushing event updated for resources: {'Port': ['ID=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:34.850800 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0cdb-a787-4c4d-8340-0a4479f5d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.858556 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b11cc4c8-8cfc-4d22-b2e2-d3745652336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.883884 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Allocated IP 172.20.0.1 (94473639-2936-425a-9e06-0b9437533e28/410c6fc4-de4e-4886-b503-46dacf725bcb/34d48579-fb15-4bc7-a0df-dc45f5d2ac89) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:34.924829 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.977972 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.025872 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b11cc4c8-8cfc-4d22-b2e2-d3745652336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.075087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b11cc4c8-8cfc-4d22-b2e2-d3745652336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.136383 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b11cc4c8-8cfc-4d22-b2e2-d3745652336d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cff33d61cd6422ba0264da748737bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3030267 Aug 09 11:27:35.138458 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35822) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:35.140704 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cc4c8-8cfc-4d22-b2e2-d3745652336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99004f3d-7541-4682-8d9b-ac00050f89e8,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:35.141457 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Pushing event updated for resources: {'Port': ['ID=b1641b82-dcb8-4988-9fac-398780b9459d,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:35.147480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:35.150598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0cdb-a787-4c4d-8340-0a4479f5d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.152731 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0cdb-a787-4c4d-8340-0a4479f5d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.158261 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b9fd0cdb-a787-4c4d-8340-0a4479f5d8be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5efd2b3d-451d-4773-98da-c983b4cb560c HTTP/1.1" status: 204 len: 168 time: 1.4099298 Aug 09 11:27:35.227239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:35.235664 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.236494 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:35.253760 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.281287 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Attempting to bind port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:35.285278 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Attempting to bind port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:35.285892 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Attempting to bind port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:35.296094 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd0cdb-a787-4c4d-8340-0a4479f5d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efd2b3d-451d-4773-98da-c983b4cb560c,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:35.317523 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:35.318046 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:35.318555 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.319337 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:35.319640 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Bound port: 7dc67f6d-54b3-49d7-ab7d-1397f5a00466, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:35.320141 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.378886 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.397403 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] For port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:35.402696 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] For port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:35.418032 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.460938 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:35.461799 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:35.495935 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c7edd4f-cc09-4979-a354-e0ff273d6669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.546517 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.550213 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c7edd4f-cc09-4979-a354-e0ff273d6669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.590189 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Pushing event updated for resources: {'Port': ['ID=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,revision_number=2']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:35.611527 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.614600 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.614808 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.615156 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.615501 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.620827 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.621437 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.621951 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.623003 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.623619 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.624095 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.624586 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Tracked resource versions report: Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: pushed versions: Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: { 'AddressGroup': {'1.2'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'ConntrackHelper': {'1.0'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Log': {'1.0'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Network': {'1.1'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Port': {'1.7'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'PortForwarding': {'1.2'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'QosPolicy': {'1.9'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroup': {'1.4'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SubPort': {'1.0'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Subnet': {'1.1'}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Trunk': {'1.1'}} Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: consumer versions: Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: { DHCP agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: HyperV agent@hv-cinder-84824: {}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: L3 agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: Metadata agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: Metering agent@dv-cinder-848249-1-iscsi: {}, Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: Open vSwitch agent@dv-cinder-848249-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'ConntrackHelper': '1.0', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Log': '1.0', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Network': '1.1', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Port': '1.7', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'PortForwarding': '1.2', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'QosPolicy': '1.9', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroup': '1.4', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SecurityGroupRule': '1.2', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'SubPort': '1.0', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Subnet': '1.1', Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: 'Trunk': '1.1'}} Aug 09 11:27:35.625809 dv-cinder-848249-1-iscsi neutron-server[102532]: {{(pid=102532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:27:35.666190 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Network 94473639-2936-425a-9e06-0b9437533e28 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:35.681143 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:35.686300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Pushing event updated for resources: {'Port': ['ID=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:35.696360 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.697593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:35.698135 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.704253 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.711487 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:35.826163 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:35.827417 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:35.910997 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7068337-26eb-43e8-bb61-90f24b6a4977 None None] Pushing event updated for resources: {'Port': ['ID=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:35.927639 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae4bc1-fab7-47ca-b110-1de78372a9b2 None None] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:35.977428 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:36.015932 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c7edd4f-cc09-4979-a354-e0ff273d6669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.023159 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c7edd4f-cc09-4979-a354-e0ff273d6669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.037980 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9c7edd4f-cc09-4979-a354-e0ff273d6669 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99004f3d-7541-4682-8d9b-ac00050f89e8 HTTP/1.1" status: 204 len: 168 time: 0.8909564 Aug 09 11:27:36.132428 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] Provisioning complete for port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:36.138612 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.177543 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7edd4f-cc09-4979-a354-e0ff273d6669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99004f3d-7541-4682-8d9b-ac00050f89e8,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:36.341360 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.359981 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:32Z', 'revision_number': 3, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:36.433667 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585ae51b-d643-4c46-9419-ce88e13f0ea5 None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:32Z', 'revision_number': 3, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:27:36.441851 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cdda4e-788d-429f-b121-67baec664713 None None] Network d13d7197-8c45-4a21-9b67-770747b42894 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:36.596451 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Router ba3005b1-b625-480e-86c7-cbb535854ff3 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:27:36.621054 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.628718 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.629635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.714189 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] Current status of the port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:36.715473 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.739177 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.759946 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:36.760754 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:36.762322 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Pushing event updated for resources: {'Port': ['ID=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:36.777512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35870) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:36.872438 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:27:36.974325 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Network 94473639-2936-425a-9e06-0b9437533e28 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:36.976845 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:37.019524 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] For port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:37.024210 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Sync routers for ids ['ba3005b1-b625-480e-86c7-cbb535854ff3'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:27:37.037814 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.062280 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.064104 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8f08a0e4-6ac2-49ec-8486-823f38637ffc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2786832 Aug 09 11:27:37.066826 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35886) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:37.097616 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-519384926-network', 'tenant_id': '7cc6bb5dfc48413da4c2181ad40c43ad'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:37.206660 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Made reservation on behalf of 7cc6bb5dfc48413da4c2181ad40c43ad for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:37.210688 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.233512 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Routers {'ba3005b1-b625-480e-86c7-cbb535854ff3'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:37.242474 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['ba3005b1-b625-480e-86c7-cbb535854ff3'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:37.244118 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.276935 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Router e88b2e12-1692-477a-be02-60b32ac8da8e has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:27:37.415595 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Router 32a81270-c81a-498a-a400-0bff3053a7e5 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:27:37.443521 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.db.api [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:27:37.443860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG oslo_db.api [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:27:37.492010 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6e353-c2b1-478a-b979-11d378597eee None None] Pushing event updated for resources: {'Port': ['ID=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:37.535646 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Provisioning complete for port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:37.536484 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.571244 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.572971 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:27:37.584076 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c9b304e0-4d31-4c6b-b149-1e7a91b647eb admin admin] 10.222.0.50 "PUT /v2.0/routers/e88b2e12-1692-477a-be02-60b32ac8da8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1020203 Aug 09 11:27:37.585788 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.616471 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:27:37.632251 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320673fe-6ba6-4b71-9a86-ed642cec6c6c,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:37.635432 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.636042 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Added segment 2c5c4d28-43cf-41a4-a195-911092692bda of type vlan for network 296d4276-f46c-4173-87bc-54dfbf2fdb54 Aug 09 11:27:37.695215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.717716 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:37.735787 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Set router ba3005b1-b625-480e-86c7-cbb535854ff3 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:37.744860 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.746064 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:37.746785 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.813830 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0321705 Aug 09 11:27:37.817844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35900) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:37.839269 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Request body: {'subnet': {'network_id': '296d4276-f46c-4173-87bc-54dfbf2fdb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-519384926-subnet', 'tenant_id': '7cc6bb5dfc48413da4c2181ad40c43ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:37.875215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee9ecb-f538-43a9-8a30-a361952df9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=296d4276-f46c-4173-87bc-54dfbf2fdb54,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:37.912980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:27:37.917123 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 296d4276-f46c-4173-87bc-54dfbf2fdb54 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:27:37.927747 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Provisioning complete for port 3d583c82-d829-4a32-8a70-07534d056bea triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:37.928175 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Sync routers for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:27:37.928916 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:37.946196 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:37.948044 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:38.022512 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:38.024122 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:38.077000 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.082156 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-eaa1bc45-2bf3-4ebc-a397-f2c6ee669c3d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8305666 Aug 09 11:27:38.082299 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35908) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:38.093465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Made reservation on behalf of 7cc6bb5dfc48413da4c2181ad40c43ad for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:38.097443 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.301034 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:38.360212 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:38.360867 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.434627 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.526441 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Current status of the port 3d583c82-d829-4a32-8a70-07534d056bea is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:38.527080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.562474 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:38.564451 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3d583c82-d829-4a32-8a70-07534d056bea up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:38.665328 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-3205ad49-1395-4945-a705-95079d625be6 None None] For port 3d583c82-d829-4a32-8a70-07534d056bea, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3d583c82-d829-4a32-8a70-07534d056bea,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:38.690124 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.722895 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:34Z', 'revision_number': 3, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:38.746802 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:38.766937 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35932) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:38.804816 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753357523', 'description': 'tempest-description--446791433'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:38.849073 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.863680 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.871036 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Checking router: 32a81270-c81a-498a-a400-0bff3053a7e5 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:27:38.881189 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Updating router 32a81270-c81a-498a-a400-0bff3053a7e5 port b1641b82-dcb8-4988-9fac-398780b9459d binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:27:38.921252 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Checking router: ba3005b1-b625-480e-86c7-cbb535854ff3 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:27:38.921509 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Updating router ba3005b1-b625-480e-86c7-cbb535854ff3 port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:27:38.959151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613acc67-3f5b-4bbc-ab06-fea81c7f85d2,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:38.972676 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:38.985601 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.054491 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.061413 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205ad49-1395-4945-a705-95079d625be6 None None] Pushing event updated for resources: {'Port': ['ID=3d583c82-d829-4a32-8a70-07534d056bea,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:39.066750 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.068396 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Provisioning complete for port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:39.068795 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.069526 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.071260 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 3d583c82-d829-4a32-8a70-07534d056bea triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:39.071656 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.178228 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.180926 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3820722 Aug 09 11:27:39.183598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35946) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:39.192811 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'security_group_rule': {'security_group_id': 'd21e5863-3076-4270-a50c-8174a011d278', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:39.221210 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483116-1911-4398-9feb-0fd348cc87c1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e5863-3076-4270-a50c-8174a011d278,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:39.239787 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Allocated IP 172.20.0.1 (9581a1b8-a0ad-48ef-91b0-11fd60f7c212/41f43d2f-11e2-44fc-961c-ca4f383f62d3/6a3b1502-2a52-4949-9ef2-9967cd37373b) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:39.242109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Checking segment: {'id': '2c5c4d28-43cf-41a4-a195-911092692bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '296d4276-f46c-4173-87bc-54dfbf2fdb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:39.242470 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Network hostable DHCP agents. Network: 296d4276-f46c-4173-87bc-54dfbf2fdb54, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:27:39.246534 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.329333 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.359840 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:27:39.365446 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.401000 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Network 296d4276-f46c-4173-87bc-54dfbf2fdb54 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:27:39.410700 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.412059 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Allocated IP 172.20.0.1 (d13d7197-8c45-4a21-9b67-770747b42894/eab8928e-7029-4d24-97bc-20edd60d0c3b/cc1bb975-485e-4eb7-a151-54e7cd4705f3) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:39.413804 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:39.414691 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:39.415027 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274916 Aug 09 11:27:39.415666 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35958) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:39.418328 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:39.425599 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'security_group_rule': {'security_group_id': 'd21e5863-3076-4270-a50c-8174a011d278', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:39.430272 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 296d4276-f46c-4173-87bc-54dfbf2fdb54) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:39.464887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9b7d-fae9-40b6-a36c-974d25fdc0be tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b9e07a-bb25-497c-a8e0-b3ebb60d8b7c,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:39.475085 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:39.475662 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.478003 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50171dc9-1fe9-493f-918f-71033d479e93 None None] Network 296d4276-f46c-4173-87bc-54dfbf2fdb54 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:39.498313 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-278681a3-f142-4a21-a432-26a5c6e03d79 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6718476 Aug 09 11:27:39.541623 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.687034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35966) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:39.749212 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:39.756261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.840042 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.850600 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.863807 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.868309 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.934033 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Network d13d7197-8c45-4a21-9b67-770747b42894 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:39.947951 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.950055 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:39.955263 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.958210 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:39.958695 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.961278 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1bb975-485e-4eb7-a151-54e7cd4705f3,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:39.971261 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Provisioning complete for port 3d583c82-d829-4a32-8a70-07534d056bea triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:39.971638 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.987819 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.015161 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bdc05-dfe7-4daa-aa26-5cbeee15a0ca None None] Pushing event updated for resources: {'Port': ['ID=b1641b82-dcb8-4988-9fac-398780b9459d,revision_number=2']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:40.033834 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Attempting to bind port b1641b82-dcb8-4988-9fac-398780b9459d on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:40.034231 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Attempting to bind port b1641b82-dcb8-4988-9fac-398780b9459d by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:40.034593 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Attempting to bind port b1641b82-dcb8-4988-9fac-398780b9459d on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:40.039083 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.045935 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6258345 Aug 09 11:27:40.052218 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 35982) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:40.054882 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:40.055537 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:40.056136 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.056714 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:40.057495 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Bound port: b1641b82-dcb8-4988-9fac-398780b9459d, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:40.058128 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.068905 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:40.087001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89695ef2-677d-4494-b445-32c797525ac3 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4558b3c4-b05c-4566-aa14-9766fd37b1a3,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:40.157820 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:40.173830 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:40.175204 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] For port b1641b82-dcb8-4988-9fac-398780b9459d, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:40.176463 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 35986) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:40.185351 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] For port b1641b82-dcb8-4988-9fac-398780b9459d, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b1641b82-dcb8-4988-9fac-398780b9459d,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:40.197105 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.208109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:40.208809 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.219513 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3b1502-2a52-4949-9ef2-9967cd37373b,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:40.225543 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.233852 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:40.235883 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:40.330975 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9190ef79-80c0-4c57-b031-9e5977bd5314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.388506 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 3d583c82-d829-4a32-8a70-07534d056bea is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:40.485780 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:40.580684 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.590036 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bdc05-dfe7-4daa-aa26-5cbeee15a0ca None None] Pushing event updated for resources: {'Port': ['ID=b1641b82-dcb8-4988-9fac-398780b9459d,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:40.668258 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Current status of the port 3d583c82-d829-4a32-8a70-07534d056bea is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:40.697430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:40.719172 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aaa79af5-da71-4425-8d77-b12bd126a077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.735857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163d0e9-db82-4cb5-a636-e15358c5a213 None None] Network 296d4276-f46c-4173-87bc-54dfbf2fdb54 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:40.760467 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Provisioning complete for port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:40.761619 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.767554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.841544 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9190ef79-80c0-4c57-b031-9e5977bd5314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.859781 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9190ef79-80c0-4c57-b031-9e5977bd5314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:40.887121 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:40.923873 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efdd5e-dafa-4e4e-9601-c497012dd7d4 None None] The sync data for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi is: [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:27:40.957515 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36008) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:40.968870 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-179898294-network', 'tenant_id': 'e166f17790ec4ba89f8894a0dc2f7324'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:40.991132 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190ef79-80c0-4c57-b031-9e5977bd5314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4512cc-efd1-45fe-ad06-cf33b0b0429d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.010951 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.025435 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aaa79af5-da71-4425-8d77-b12bd126a077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.026448 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9190ef79-80c0-4c57-b031-9e5977bd5314 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce049f9efa9a4baab4c36c2e7e3291b5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3242610 Aug 09 11:27:41.028198 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36010) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:41.072076 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aaa79af5-da71-4425-8d77-b12bd126a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.128103 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.130942 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Made reservation on behalf of e166f17790ec4ba89f8894a0dc2f7324 for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:41.133649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.137664 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.137664 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.171658 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.181316 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-aaa79af5-da71-4425-8d77-b12bd126a077 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=174b8dfde0364ba2bd07141216f85ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0011244 Aug 09 11:27:41.184802 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79af5-da71-4425-8d77-b12bd126a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36669d92-568a-46a2-859e-691fecc9cfeb,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.193962 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36012) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:41.228779 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.240397 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-039ee750-f23d-4544-9f10-fa289d1982b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.294761 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.309012 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:41.309343 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.309511 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.310854 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.312302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.314527 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1bb975-485e-4eb7-a151-54e7cd4705f3,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.332877 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-039ee750-f23d-4544-9f10-fa289d1982b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.398474 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Allocated IP 172.27.2.229 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/a6a51474-a22b-488e-9660-79e69c1e2791) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:41.411483 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Network d13d7197-8c45-4a21-9b67-770747b42894 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:41.416199 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-54971212-eea2-4f74-9dfa-c9eaa21dbf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.421092 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:41.438945 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3b1502-2a52-4949-9ef2-9967cd37373b,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.486195 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Attempting to bind port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:41.486814 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Attempting to bind port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:41.487335 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Attempting to bind port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:41.503924 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.522075 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-54971212-eea2-4f74-9dfa-c9eaa21dbf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.526341 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-039ee750-f23d-4544-9f10-fa289d1982b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.529441 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-039ee750-f23d-4544-9f10-fa289d1982b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.530945 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-039ee750-f23d-4544-9f10-fa289d1982b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac4512cc-efd1-45fe-ad06-cf33b0b0429d HTTP/1.1" status: 204 len: 168 time: 0.4954951 Aug 09 11:27:41.536936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.563845 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:41.564244 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:41.564641 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.565046 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:41.565535 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Bound port: d6203ab5-46f4-4c5e-ad94-debd1ce8d962, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:41.565926 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.603417 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ee750-f23d-4544-9f10-fa289d1982b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4512cc-efd1-45fe-ad06-cf33b0b0429d,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.608265 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93402a9-01c7-462f-b115-f99affc1bfa3 None None] Pushing event updated for resources: {'Port': ['ID=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.631767 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:27:41.707943 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Router 32a81270-c81a-498a-a400-0bff3053a7e5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:27:41.718475 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:41.720164 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148b5573-cc52-4c17-89cc-42741fdf53f2,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:41.722515 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eae95-e2b7-49be-a66f-9e293c1aeb68 None None] Current status of the port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:41.728855 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 2, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:41.729476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.780259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:41.897327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:27:41.904085 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-6c28df07-a3af-4c44-9e6b-61df964b95a0 admin admin] 10.222.0.50 "PUT /v2.0/routers/32a81270-c81a-498a-a400-0bff3053a7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8204539 Aug 09 11:27:41.904455 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:27:41.912418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Updating router e88b2e12-1692-477a-be02-60b32ac8da8e port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:27:41.958417 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-54971212-eea2-4f74-9dfa-c9eaa21dbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.960998 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-54971212-eea2-4f74-9dfa-c9eaa21dbf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.968475 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-54971212-eea2-4f74-9dfa-c9eaa21dbf37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36669d92-568a-46a2-859e-691fecc9cfeb HTTP/1.1" status: 204 len: 168 time: 0.7733974 Aug 09 11:27:41.980320 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.998804 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] For port d6203ab5-46f4-4c5e-ad94-debd1ce8d962, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:41.999805 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Router ba3005b1-b625-480e-86c7-cbb535854ff3 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:27:42.017194 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.017550 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Added segment 13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388 of type vlan for network 8d5dd9de-e1fd-469a-b58d-af3d226d7615 Aug 09 11:27:42.032405 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54971212-eea2-4f74-9dfa-c9eaa21dbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36669d92-568a-46a2-859e-691fecc9cfeb,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.057185 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:42.062172 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:42.067727 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:42.111618 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.113739 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-a583f0e0-296d-4e89-b2af-f4ed9b4edb0e None None] Provisioning complete for port cc1bb975-485e-4eb7-a151-54e7cd4705f3 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:42.118574 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a583f0e0-296d-4e89-b2af-f4ed9b4edb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.122860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] For port d6203ab5-46f4-4c5e-ad94-debd1ce8d962, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:42.212412 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.264864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.297954 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36032) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:42.312702 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:42.314293 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3d583c82-d829-4a32-8a70-07534d056bea up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:42.363871 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-181a8055-860f-40a0-81aa-b114d6fb950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.384707 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a583f0e0-296d-4e89-b2af-f4ed9b4edb0e None None] Port cc1bb975-485e-4eb7-a151-54e7cd4705f3 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:42.408128 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Routers {'ba3005b1-b625-480e-86c7-cbb535854ff3'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:42.409113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['ba3005b1-b625-480e-86c7-cbb535854ff3'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:42.441524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.459181 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'Port': ['ID=a6a51474-a22b-488e-9660-79e69c1e2791,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.503637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93402a9-01c7-462f-b115-f99affc1bfa3 None None] Pushing event updated for resources: {'Port': ['ID=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.537006 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-181a8055-860f-40a0-81aa-b114d6fb950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.560603 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.563539 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-181a8055-860f-40a0-81aa-b114d6fb950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.571013 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-a583f0e0-296d-4e89-b2af-f4ed9b4edb0e None None] Provisioning complete for port 6a3b1502-2a52-4949-9ef2-9967cd37373b triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:42.571572 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a583f0e0-296d-4e89-b2af-f4ed9b4edb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.643604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a8055-860f-40a0-81aa-b114d6fb950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1fcace-000f-46d2-8580-273087e35018,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.668255 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.669851 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:42.671723 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.681569 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:27:42.695224 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a583f0e0-296d-4e89-b2af-f4ed9b4edb0e None None] Port 6a3b1502-2a52-4949-9ef2-9967cd37373b cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:42.714163 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 3d583c82-d829-4a32-8a70-07534d056bea triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:42.714163 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.733152 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a4b9b4e8-2549-4f2d-98db-243c9b821041 admin admin] 10.222.0.50 "PUT /v2.0/routers/ba3005b1-b625-480e-86c7-cbb535854ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6633449 Aug 09 11:27:42.753815 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-181a8055-860f-40a0-81aa-b114d6fb950e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04cfe16dfe184268a5e61b71473025b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522741 Aug 09 11:27:42.756425 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36052) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:42.771500 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8085146 Aug 09 11:27:42.774115 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36054) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:42.809801 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Request body: {'subnet': {'network_id': '8d5dd9de-e1fd-469a-b58d-af3d226d7615', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-179898294-subnet', 'tenant_id': 'e166f17790ec4ba89f8894a0dc2f7324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:42.814987 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e76d4c-9af9-4782-b2a8-e56cee768bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5dd9de-e1fd-469a-b58d-af3d226d7615,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.836731 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Made reservation on behalf of e166f17790ec4ba89f8894a0dc2f7324 for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:42.841368 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.933896 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-61df3cbd-f406-45bc-b9c0-89b07056de8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.960075 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-61df3cbd-f406-45bc-b9c0-89b07056de8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.031400 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.042891 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.046093 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.046254 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] Set router ba3005b1-b625-480e-86c7-cbb535854ff3 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:43.049297 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36082) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:43.054628 dv-cinder-848249-1-iscsi neutron-server[102529]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:27:43.059347 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-61df3cbd-f406-45bc-b9c0-89b07056de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.062691 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 8d5dd9de-e1fd-469a-b58d-af3d226d7615 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:27:43.064912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-61df3cbd-f406-45bc-b9c0-89b07056de8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.066456 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-61df3cbd-f406-45bc-b9c0-89b07056de8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe1fcace-000f-46d2-8580-273087e35018 HTTP/1.1" status: 204 len: 168 time: 0.3088512 Aug 09 11:27:43.103517 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df3cbd-f406-45bc-b9c0-89b07056de8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1fcace-000f-46d2-8580-273087e35018,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:43.129036 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.140157 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0867658 Aug 09 11:27:43.151769 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c0632-986c-4d90-9d01-07440401173a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'Port': ['ID=a6a51474-a22b-488e-9660-79e69c1e2791,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:43.365200 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.428762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36108) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:43.435494 dv-cinder-848249-1-iscsi neutron-server[102530]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:27:43.480888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbcb46c-f222-46a9-9343-e49dc4fe14ee,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:43.519316 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-d2aabda9-1967-437f-b39f-b6a6a101ca65 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:43.540366 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-d2aabda9-1967-437f-b39f-b6a6a101ca65 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 818 time: 0.4898829 Aug 09 11:27:43.550804 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7ba5629f-6a7f-4cfd-bb4f-27cd3be7e5f5 None None] Provisioning complete for port 6a3b1502-2a52-4949-9ef2-9967cd37373b triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:43.551191 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7ba5629f-6a7f-4cfd-bb4f-27cd3be7e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.565496 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Sync routers for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:27:43.580728 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:43.581699 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:43.602529 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-b0ddc3ae-66df-4805-bb7f-962a077da670 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/quotas/3232652c05144e83bf14dfe46098c64e HTTP/1.1" status: 200 len: 375 time: 0.0610104 Aug 09 11:27:43.627294 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.692275 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5629f-6a7f-4cfd-bb4f-27cd3be7e5f5 None None] Port 6a3b1502-2a52-4949-9ef2-9967cd37373b cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:43.701665 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.704941 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Checking segment: {'id': '13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d5dd9de-e1fd-469a-b58d-af3d226d7615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:43.705302 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Network hostable DHCP agents. Network: 8d5dd9de-e1fd-469a-b58d-af3d226d7615, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:27:43.743805 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:43.770915 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 3d583c82-d829-4a32-8a70-07534d056bea is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:43.772538 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:43.855858 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae06a0c-4046-44ec-b8a5-8ad53f97838c None None] Pushing event updated for resources: {'Port': ['ID=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:43.900217 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Attempting to bind port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:43.903034 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Attempting to bind port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:43.904166 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Attempting to bind port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 on network 94473639-2936-425a-9e06-0b9437533e28 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:43.918149 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-01a9f458-f8b4-4b10-ab65-0a9106e1ed6d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:43.921097 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-01a9f458-f8b4-4b10-ab65-0a9106e1ed6d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/networks?id=9581a1b8-a0ad-48ef-91b0-11fd60f7c212 HTTP/1.1" status: 200 len: 812 time: 0.4874144 Aug 09 11:27:43.923361 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:43.927365 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Checking segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:43.927791 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.928197 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Bound using segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:43.928705 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Bound port: 34d48579-fb15-4bc7-a0df-dc45f5d2ac89, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:43.929118 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:43.952740 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-610e0c5c-00f5-411d-9966-1e933253448d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/quotas/c57d74bd28234ae69744c1243d2a077b HTTP/1.1" status: 200 len: 375 time: 0.0228519 Aug 09 11:27:44.013430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:44.014016 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.058867 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-2e3ca55e-73da-428b-b7f4-241d64bcd040 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4548552 Aug 09 11:27:44.061818 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Network 8d5dd9de-e1fd-469a-b58d-af3d226d7615 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:27:44.081299 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 8d5dd9de-e1fd-469a-b58d-af3d226d7615) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:44.083887 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6a3b1502-2a52-4949-9ef2-9967cd37373b', 'name': '', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'mac_address': 'fa:16:3e:a2:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:38Z', 'updated_at': '2022-08-09T11:27:41Z', 'revision_number': 2, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'subnets': [{'id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:44.088800 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:44.089884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.093094 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef82fb-2a8a-4867-8657-164ad90dfe19 None None] Network 8d5dd9de-e1fd-469a-b58d-af3d226d7615 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:44.096609 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] For port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:44.113366 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-855fa21c-562a-4590-b028-97507a1eb717 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3372791 Aug 09 11:27:44.161206 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 2, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:44.175705 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1c2ba-578d-46b1-8b5d-88e6080b678a None None] The sync data for ids ['ba3005b1-b625-480e-86c7-cbb535854ff3'] in dv-cinder-848249-1-iscsi is: [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6a3b1502-2a52-4949-9ef2-9967cd37373b', 'name': '', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'mac_address': 'fa:16:3e:a2:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:38Z', 'updated_at': '2022-08-09T11:27:41Z', 'revision_number': 2, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'subnets': [{'id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:27:44.182107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] For port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:44.191071 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a45c6262-e2b2-4a50-9196-20a0ad46a76e tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c57d74bd28234ae69744c1243d2a077b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2287974 Aug 09 11:27:44.207288 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.224626 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Checking router: 32a81270-c81a-498a-a400-0bff3053a7e5 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:27:44.225858 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Updating router 32a81270-c81a-498a-a400-0bff3053a7e5 port cc1bb975-485e-4eb7-a151-54e7cd4705f3 binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:27:44.260610 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.322685 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:44.323321 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:44.402758 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae06a0c-4046-44ec-b8a5-8ad53f97838c None None] Pushing event updated for resources: {'Port': ['ID=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:44.447218 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:44.447615 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.470346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36154) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:44.544950 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35894a0e-c21c-4efa-b9d3-58419251bda0 None None] Network 8d5dd9de-e1fd-469a-b58d-af3d226d7615 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:44.563429 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Deleting subnet 613acc67-3f5b-4bbc-ab06-fea81c7f85d2 {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:27:44.571020 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.579396 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:44.618396 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:44.645963 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.664254 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.721649 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.728945 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.753953 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.766130 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.866595 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ae0fa-a018-4e50-9dfe-5090aa3c3ef4 None None] Pushing event updated for resources: {'Port': ['ID=cc1bb975-485e-4eb7-a151-54e7cd4705f3,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:44.871842 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613acc67-3f5b-4bbc-ab06-fea81c7f85d2,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:44.876694 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Attempting to bind port cc1bb975-485e-4eb7-a151-54e7cd4705f3 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:44.877221 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Attempting to bind port cc1bb975-485e-4eb7-a151-54e7cd4705f3 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:44.877732 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Attempting to bind port cc1bb975-485e-4eb7-a151-54e7cd4705f3 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:44.885037 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:44.885734 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Checking segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:44.886462 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.887084 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Bound using segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:44.887860 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Bound port: cc1bb975-485e-4eb7-a151-54e7cd4705f3, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:44.888700 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.894907 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:44.909526 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e8fea973-ce70-4746-be6a-2f66514a9415 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/613acc67-3f5b-4bbc-ab06-fea81c7f85d2 HTTP/1.1" status: 204 len: 168 time: 0.4379940 Aug 09 11:27:44.912054 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36160) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:44.989788 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-25b1ceb7-718b-46dc-861c-bdc3b1a12bd6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:27:45.002143 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-25b1ceb7-718b-46dc-861c-bdc3b1a12bd6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5454290 Aug 09 11:27:45.017270 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b1641b82-dcb8-4988-9fac-398780b9459d up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:45.028372 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] For port cc1bb975-485e-4eb7-a151-54e7cd4705f3, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:45.036347 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] For port cc1bb975-485e-4eb7-a151-54e7cd4705f3, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=cc1bb975-485e-4eb7-a151-54e7cd4705f3,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:45.044645 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.155832 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:45.156479 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:45.180075 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-adc9adce-47e4-4710-8dcd-4e310ebbb179 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:27:45.180665 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.194399 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-adc9adce-47e4-4710-8dcd-4e310ebbb179 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2817833 Aug 09 11:27:45.205953 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:45.277414 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ae0fa-a018-4e50-9dfe-5090aa3c3ef4 None None] Pushing event updated for resources: {'Port': ['ID=cc1bb975-485e-4eb7-a151-54e7cd4705f3,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:45.469435 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8933339e-3072-4ba1-b822-bb5c9c0195cf service neutron] 10.222.0.50 "GET /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738714 Aug 09 11:27:45.510894 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:45.541071 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port b1641b82-dcb8-4988-9fac-398780b9459d triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:45.543266 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.600240 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.643522 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-11eb0e79-8c99-454a-b49c-15334c7571de service neutron] 10.222.0.50 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401546 Aug 09 11:27:45.673789 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.675047 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.676030 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.676397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > port after_create 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.676928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.677310 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > port after_update 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.677730 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.678109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.678697 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.679038 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:45.694730 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:45.733425 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-ae0ee29f-8a9e-4905-99e2-b6c337f09c70 service neutron] 10.222.0.50 "GET /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614400 Aug 09 11:27:45.780471 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34219c-34c8-4688-999e-9f618e37c96f None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:27:45.900218 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b1641b82-dcb8-4988-9fac-398780b9459d is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:45.900715 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.948128 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port b1641b82-dcb8-4988-9fac-398780b9459d, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b1641b82-dcb8-4988-9fac-398780b9459d,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:45.956289 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.065934 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=b1641b82-dcb8-4988-9fac-398780b9459d,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:46.187466 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:46.191009 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:46.191570 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:46.192171 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:27:46.193427 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296d4276-f46c-4173-87bc-54dfbf2fdb54']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:46.223999 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5c4d28-43cf-41a4-a195-911092692bda') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:46.224631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5c4d28-43cf-41a4-a195-911092692bda') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:46.297960 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:46.315963 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.344182 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.347195 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d3c03963-96e7-4038-958d-d7ecb44974f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.361405 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:27:46.362586 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.420888 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b7c59-83b8-450d-b9e4-884fee075b1a None None] The sync data for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi is: [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:27:46.449870 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-e5098828-3eb0-4987-908c-9c1b227a69b0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1753357523&fields=id&tenant_id=46309113a5814e93a1a2831f15dbbddb HTTP/1.1" status: 200 len: 267 time: 0.0933180 Aug 09 11:27:46.626125 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-5bb2f07b-056a-4341-8d0d-68c0797ac156 service neutron] 10.222.0.50 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9754016 Aug 09 11:27:46.645298 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.657393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.667095 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] 10.222.0.50 "DELETE /v2.0/networks/296d4276-f46c-4173-87bc-54dfbf2fdb54 HTTP/1.1" status: 204 len: 168 time: 1.7514067 Aug 09 11:27:46.674562 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36244) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:46.705456 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633093f-a0c0-4a0f-bab3-d609b0db771b admin admin] Pushing event deleted for resources: {'Network': ['ID=296d4276-f46c-4173-87bc-54dfbf2fdb54,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:46.771768 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-f65e1081-8742-442a-8943-f0107d80a3a0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:46.777039 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-f65e1081-8742-442a-8943-f0107d80a3a0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 810 time: 0.3229797 Aug 09 11:27:46.846007 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-70435c50-587d-400c-9fa5-dc947f9c6014 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/quotas/46309113a5814e93a1a2831f15dbbddb HTTP/1.1" status: 200 len: 375 time: 0.0521483 Aug 09 11:27:46.874429 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Deleting subnet 1dbcb46c-f222-46a9-9343-e49dc4fe14ee {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:27:46.917446 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 2c5c4d28-43cf-41a4-a195-911092692bda resource provider aggregate not found Aug 09 11:27:46.925831 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:46.971977 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 2c5c4d28-43cf-41a4-a195-911092692bda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c5c4d28-43cf-41a4-a195-911092692bda found for delete ", "request_id": "req-5298c10e-cd92-4f7f-8e35-90deb93835eb"}]} Aug 09 11:27:47.156567 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-48375392-de88-4265-8d22-0ccbfc332676 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3092906 Aug 09 11:27:47.160284 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:47.200620 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:47.309552 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfb43f8e-8585-4126-ab3d-4242692ca079 req-7b2c0bcc-204d-4eef-8203-62fd0b0e4a3c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 210 time: 0.1411073 Aug 09 11:27:47.400286 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device cc1bb975-485e-4eb7-a151-54e7cd4705f3 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:47.525357 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1811f697-fbb9-47ca-b376-48c289834958 req-f078a609-701c-477f-96b2-b0212b1c5d0c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 210 time: 0.1110663 Aug 09 11:27:47.535080 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:47.561171 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:47.597654 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1dbcb46c-f222-46a9-9343-e49dc4fe14ee HTTP/1.1" status: 204 len: 168 time: 0.9217455 Aug 09 11:27:47.600252 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36296) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:47.719324 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-cc593dfd-172c-4ce2-bc57-6563d961dbe9 service neutron] 10.222.0.50 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402708 Aug 09 11:27:47.804816 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:47.879264 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189170-afe7-42ce-9a04-541ca881a902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbcb46c-f222-46a9-9343-e49dc4fe14ee,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:47.968501 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-253f3cb2-396b-4c01-966b-e74acbdf8d6c service neutron] 10.222.0.50 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482848 Aug 09 11:27:48.035190 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port cc1bb975-485e-4eb7-a151-54e7cd4705f3 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:48.035870 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.107691 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.164347 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port cc1bb975-485e-4eb7-a151-54e7cd4705f3 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:48.164923 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.188122 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5dd9de-e1fd-469a-b58d-af3d226d7615']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:48.230358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:48.231009 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:48.238290 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port cc1bb975-485e-4eb7-a151-54e7cd4705f3, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=cc1bb975-485e-4eb7-a151-54e7cd4705f3,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:48.244184 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.245506 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d6203ab5-46f4-4c5e-ad94-debd1ce8d962 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:48.254936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.298807 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.327050 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:27:48.327726 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.341862 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36344) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:48.361556 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-02e1bd5a-fd3a-400b-a887-67f95400163f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:48.366726 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-02e1bd5a-fd3a-400b-a887-67f95400163f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 818 time: 0.3966329 Aug 09 11:27:48.396891 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=cc1bb975-485e-4eb7-a151-54e7cd4705f3,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:48.401107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:48.401750 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.423649 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-f6b17699-f28d-4573-8829-f8f5f790a633 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/quotas/3232652c05144e83bf14dfe46098c64e HTTP/1.1" status: 200 len: 375 time: 0.0379987 Aug 09 11:27:48.524728 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:48.525333 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.563597 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48582749-85cd-412b-8462-d8a420126d36 req-9a83b5fa-3f67-416c-9e17-49e2766d34f2 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.1821330 Aug 09 11:27:48.575489 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port d6203ab5-46f4-4c5e-ad94-debd1ce8d962, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:48.616748 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.618281 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b1641b82-dcb8-4988-9fac-398780b9459d up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:48.651557 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-555297e3-3b2b-4807-a35f-4ded7d36e533 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2189841 Aug 09 11:27:48.660449 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.663053 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-32f1f865-4e4e-4fa7-ad0a-8bb5442a49e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.678659 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:48.682824 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8d5dd9de-e1fd-469a-b58d-af3d226d7615 HTTP/1.1" status: 204 len: 168 time: 1.0812392 Aug 09 11:27:48.701952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1c527-7a64-4c8c-acf1-0c93b69bff21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5dd9de-e1fd-469a-b58d-af3d226d7615,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:48.925340 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-f296dc28-ccbd-4e48-b0ae-c3c4dfa71c3c service neutron] 10.222.0.50 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720687 Aug 09 11:27:49.017377 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-959ee03b-3f57-4f72-b998-d7ead8c508ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.049767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port b1641b82-dcb8-4988-9fac-398780b9459d triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:49.053900 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.067784 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-32f1f865-4e4e-4fa7-ad0a-8bb5442a49e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.084550 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-32f1f865-4e4e-4fa7-ad0a-8bb5442a49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.156613 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:49.185511 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36376) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:49.186612 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388 resource provider aggregate not found Aug 09 11:27:49.230648 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1f865-4e4e-4fa7-ad0a-8bb5442a49e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a961a-ba54-447d-83e9-4193277322af,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:49.262488 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ed1da7-42cf-4c4e-92e1-0b5e4b0e2388 found for delete ", "request_id": "req-822493d9-c875-481c-9b8f-09e6582c3c70"}]} Aug 09 11:27:49.279708 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36386) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:49.287785 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-32f1f865-4e4e-4fa7-ad0a-8bb5442a49e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae61870c8b4940e088a48029b09a6415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437938 Aug 09 11:27:49.346314 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b1641b82-dcb8-4988-9fac-398780b9459d is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:49.348720 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:49.407937 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-affbeae4-86dd-4866-9d07-5fcee9c39051 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cc6bb5dfc48413da4c2181ad40c43ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2187910 Aug 09 11:27:49.408280 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36394) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:49.506359 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:49.507381 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.560823 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-00c57f91-883f-4b2d-94ab-95d6c83f13d4 service neutron] 10.222.0.50 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238735 Aug 09 11:27:49.593513 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a717a59-de8a-464f-8d54-8bcc0ff0b585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.659991 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a717a59-de8a-464f-8d54-8bcc0ff0b585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.684506 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:49.701403 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:49.783144 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-039a5b18-5cdc-43b4-bf25-6e668fe5c8b0 req-37fa791c-d432-4820-b28f-8387e0e9b960 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 210 time: 0.3861866 Aug 09 11:27:49.815754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a717a59-de8a-464f-8d54-8bcc0ff0b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.821278 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a717a59-de8a-464f-8d54-8bcc0ff0b585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.827153 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6a717a59-de8a-464f-8d54-8bcc0ff0b585 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/378a961a-ba54-447d-83e9-4193277322af HTTP/1.1" status: 204 len: 168 time: 0.5457628 Aug 09 11:27:49.893294 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a717a59-de8a-464f-8d54-8bcc0ff0b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a961a-ba54-447d-83e9-4193277322af,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:49.939036 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee84b1e7-02fb-4603-af25-a0ff64344d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:49.948540 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36416) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:49.990159 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee84b1e7-02fb-4603-af25-a0ff64344d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.009411 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:50.010774 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.062594 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f4223776-747d-446e-bfe4-fa9815e91447 req-2278b640-12ba-413e-8922-1f7eba4724db tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0760937 Aug 09 11:27:50.130735 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee84b1e7-02fb-4603-af25-a0ff64344d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.142169 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee84b1e7-02fb-4603-af25-a0ff64344d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.147390 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ee84b1e7-02fb-4603-af25-a0ff64344d06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/320673fe-6ba6-4b71-9a86-ed642cec6c6c HTTP/1.1" status: 204 len: 168 time: 0.7350678 Aug 09 11:27:50.177144 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84b1e7-02fb-4603-af25-a0ff64344d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320673fe-6ba6-4b71-9a86-ed642cec6c6c,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:50.285523 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aa6baf02-359a-4a38-a7a3-26bb16c73c6b req-68454b19-09ce-4735-adef-6e246740af3a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0926242 Aug 09 11:27:50.285699 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.43', 53671) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:50.334849 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f27203c2-cd32-4343-a7c8-df8692e6716a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.358965 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.498888 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:50.499532 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.615388 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-d98264ea-10d5-47a4-835f-83fb76849465 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:50.620363 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-d98264ea-10d5-47a4-835f-83fb76849465 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.43 "GET /v2.0/networks?id=9581a1b8-a0ad-48ef-91b0-11fd60f7c212 HTTP/1.1" status: 200 len: 812 time: 0.3313773 Aug 09 11:27:50.630122 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f27203c2-cd32-4343-a7c8-df8692e6716a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.639718 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f27203c2-cd32-4343-a7c8-df8692e6716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.646545 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:50.660299 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:50.689232 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Request body: {'port': {'device_id': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'admin_state_up': True, 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:50.867841 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Sync routers for ids ['ba3005b1-b625-480e-86c7-cbb535854ff3'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:27:50.918816 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f27203c2-cd32-4343-a7c8-df8692e6716a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b052cc8d4e524e70844e239386da4e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9688754 Aug 09 11:27:50.924195 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36454) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:51.010467 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Made reservation on behalf of c57d74bd28234ae69744c1243d2a077b for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:51.011507 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Routers {'ba3005b1-b625-480e-86c7-cbb535854ff3'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:51.016642 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['ba3005b1-b625-480e-86c7-cbb535854ff3'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:51.022467 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.031195 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27203c2-cd32-4343-a7c8-df8692e6716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d9bdc-abc5-498a-8b88-25e7551d4520,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:51.068439 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.43', 53674) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:51.151942 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d9c37dc6-ff2c-408f-818c-e284c0cdf931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.186294 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d9c37dc6-ff2c-408f-818c-e284c0cdf931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.193774 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device cc1bb975-485e-4eb7-a151-54e7cd4705f3 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:51.281749 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-857d7aee-5812-4d34-9421-e58d48ea949e req-fbb998bd-e611-4475-a38f-394bf6af1cc1 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 210 time: 0.0972705 Aug 09 11:27:51.457101 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port cc1bb975-485e-4eb7-a151-54e7cd4705f3 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:51.457811 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.524601 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f72d5915-acde-433c-8f97-11ddf28e3ead req-702dc61a-a5af-4385-9bed-a9164dc87b5a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.2955611 Aug 09 11:27:51.559433 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:51.562421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-b0d3658b-3feb-4124-bddb-dd0a0dd27230 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:51.564257 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-b0d3658b-3feb-4124-bddb-dd0a0dd27230 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 818 time: 0.4935806 Aug 09 11:27:51.587236 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'port': {'device_id': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'admin_state_up': True, 'tenant_id': '3232652c05144e83bf14dfe46098c64e'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:51.601122 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.709159 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35eb99db-4431-4f71-931a-92887d570a5b req-7110f754-f6aa-46d9-9338-e14a1436158e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.1806064 Aug 09 11:27:51.712748 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36480) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:51.713236 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.43', 53681) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:51.761926 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port cc1bb975-485e-4eb7-a151-54e7cd4705f3 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:51.763820 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d6203ab5-46f4-4c5e-ad94-debd1ce8d962 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:51.820786 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.834338 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Set router ba3005b1-b625-480e-86c7-cbb535854ff3 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:51.891699 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d9c37dc6-ff2c-408f-818c-e284c0cdf931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.894988 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d9c37dc6-ff2c-408f-818c-e284c0cdf931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.898960 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d9c37dc6-ff2c-408f-818c-e284c0cdf931 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/197d9bdc-abc5-498a-8b88-25e7551d4520 HTTP/1.1" status: 204 len: 168 time: 0.9632223 Aug 09 11:27:51.906874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Allocated IP 172.20.0.6 (9581a1b8-a0ad-48ef-91b0-11fd60f7c212/41f43d2f-11e2-44fc-961c-ca4f383f62d3/22f2ee49-d445-4d2d-a02c-160eb5906fab) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:51.914985 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-63e2b2a9-2a59-4e0c-9b0f-a8d869734b1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e166f17790ec4ba89f8894a0dc2f7324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923766 Aug 09 11:27:51.922327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36502) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:51.954345 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:51.955439 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:51.984777 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c37dc6-ff2c-408f-818c-e284c0cdf931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d9bdc-abc5-498a-8b88-25e7551d4520,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:52.017112 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-0cd251ec-4e45-4317-a8b9-358b40961b1e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:52.018638 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-0cd251ec-4e45-4317-a8b9-358b40961b1e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 810 time: 0.2948496 Aug 09 11:27:52.059475 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-599ba84a-cb37-4778-aba5-352f4197496b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.085474 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-599ba84a-cb37-4778-aba5-352f4197496b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.113182 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Made reservation on behalf of 3232652c05144e83bf14dfe46098c64e for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:52.128406 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.149600 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-599ba84a-cb37-4778-aba5-352f4197496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.152498 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-599ba84a-cb37-4778-aba5-352f4197496b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.154782 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-599ba84a-cb37-4778-aba5-352f4197496b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/148b5573-cc52-4c17-89cc-42741fdf53f2 HTTP/1.1" status: 204 len: 168 time: 0.2311554 Aug 09 11:27:52.179154 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ba84a-cb37-4778-aba5-352f4197496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b5573-cc52-4c17-89cc-42741fdf53f2,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:52.245710 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:52.279681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6a3b1502-2a52-4949-9ef2-9967cd37373b', 'name': '', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'mac_address': 'fa:16:3e:a2:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:38Z', 'updated_at': '2022-08-09T11:27:41Z', 'revision_number': 2, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'subnets': [{'id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:52.298349 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.312651 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Checking router: ba3005b1-b625-480e-86c7-cbb535854ff3 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:27:52.313189 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Updating router ba3005b1-b625-480e-86c7-cbb535854ff3 port 6a3b1502-2a52-4949-9ef2-9967cd37373b binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:27:52.352586 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.360195 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.486971 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Pushing event updated for resources: {'Port': ['ID=22f2ee49-d445-4d2d-a02c-160eb5906fab,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:52.502105 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:52.503051 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:52.505437 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:52.511252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:52.512175 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.543153 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-8300a323-336d-4391-958f-ae9426db728c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8586152 Aug 09 11:27:52.587633 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Allocated IP 172.20.0.10 (d13d7197-8c45-4a21-9b67-770747b42894/eab8928e-7029-4d24-97bc-20edd60d0c3b/1718f18c-6a65-4abc-b32b-a2b45060e9c5) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:52.702632 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ba115a24-0bb5-4ab7-810f-97928ca3493a req-3172c19b-ad93-430d-ae6d-0784f8496fbd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0461419 Aug 09 11:27:52.852023 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:52.926380 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-670cb1e9-cb3f-41f4-b14a-8cd50253acdb req-5a7bec4b-aefa-41ae-ae81-616d0e3daf0c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0502882 Aug 09 11:27:52.963877 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:52.981464 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-a7e81598-8a0e-4d5a-bbce-5e484befe6a5 None None] Provisioning complete for port 22f2ee49-d445-4d2d-a02c-160eb5906fab triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:52.983417 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a7e81598-8a0e-4d5a-bbce-5e484befe6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.036633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36536) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:53.069593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5f5583e6-8356-437f-bd94-7be138ecf0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.076007 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a30965-9620-4551-b3ef-66923865f8f9 req-ff218cfb-96f9-4039-bcc4-8dc48e49fd99 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:53.077682 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-95a30965-9620-4551-b3ef-66923865f8f9 req-ff218cfb-96f9-4039-bcc4-8dc48e49fd99 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 931 time: 0.1896288 Aug 09 11:27:53.093476 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.249742 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-95a30965-9620-4551-b3ef-66923865f8f9 req-316f21c7-6342-40cc-8762-e65cd399e946 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511226 Aug 09 11:27:53.256281 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a7e81598-8a0e-4d5a-bbce-5e484befe6a5 None None] Port 22f2ee49-d445-4d2d-a02c-160eb5906fab cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:53.263468 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:53.264431 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.282607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Network d13d7197-8c45-4a21-9b67-770747b42894 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:53.286466 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:53.302379 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:53.304329 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5f5583e6-8356-437f-bd94-7be138ecf0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.309270 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.312491 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5f5583e6-8356-437f-bd94-7be138ecf0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.321918 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.375092 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'Port': ['ID=1718f18c-6a65-4abc-b32b-a2b45060e9c5,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:53.397678 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5f5583e6-8356-437f-bd94-7be138ecf0cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=895b8e4cd5fa4bc0ae01f6bde72a68f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599424 Aug 09 11:27:53.404849 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36544) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:53.417231 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5583e6-8356-437f-bd94-7be138ecf0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e4ea3-2e62-45b3-8056-bd43a454b92c,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:53.438072 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a58eb-7c01-4826-9ecb-47be037cdf2c None None] Pushing event updated for resources: {'Port': ['ID=6a3b1502-2a52-4949-9ef2-9967cd37373b,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:53.476923 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36550) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:53.483391 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Attempting to bind port 6a3b1502-2a52-4949-9ef2-9967cd37373b on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:27:53.483775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Attempting to bind port 6a3b1502-2a52-4949-9ef2-9967cd37373b by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:27:53.484125 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Attempting to bind port 6a3b1502-2a52-4949-9ef2-9967cd37373b on network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:27:53.493860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:27:53.499471 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Checking segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:27:53.500021 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.500442 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Bound using segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:27:53.500946 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Bound port: 6a3b1502-2a52-4949-9ef2-9967cd37373b, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:27:53.501342 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.519696 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:53.542352 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:53.545421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.588902 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] For port 6a3b1502-2a52-4949-9ef2-9967cd37373b, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:53.589099 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1acab17d-93c0-4c05-89b4-826c0736e280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.594297 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] For port 6a3b1502-2a52-4949-9ef2-9967cd37373b, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6a3b1502-2a52-4949-9ef2-9967cd37373b,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:53.602689 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.605553 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c70e3a18-d81d-4884-84f4-1fe75b983dc2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0266531 Aug 09 11:27:53.618403 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1acab17d-93c0-4c05-89b4-826c0736e280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.678183 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Routers {'ba3005b1-b625-480e-86c7-cbb535854ff3'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:27:53.678800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:27:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['ba3005b1-b625-480e-86c7-cbb535854ff3'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:53.680714 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a58eb-7c01-4826-9ecb-47be037cdf2c None None] Pushing event updated for resources: {'Port': ['ID=6a3b1502-2a52-4949-9ef2-9967cd37373b,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:53.702763 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1acab17d-93c0-4c05-89b4-826c0736e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.706488 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1acab17d-93c0-4c05-89b4-826c0736e280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.707991 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-1acab17d-93c0-4c05-89b4-826c0736e280 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad4e4ea3-2e62-45b3-8056-bd43a454b92c HTTP/1.1" status: 204 len: 168 time: 0.3000686 Aug 09 11:27:53.716730 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acab17d-93c0-4c05-89b4-826c0736e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e4ea3-2e62-45b3-8056-bd43a454b92c,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:53.771074 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7956fd31-7675-4786-bb9b-7916c2228ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.839095 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7a796360-9752-4f55-a47a-ca5fbd621f08 req-94fa0aad-f728-4a92-9207-7b073af82d52 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0467472 Aug 09 11:27:53.874701 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7d8df107-a40a-4c23-ba8f-a1f13c8cc703 None None] Provisioning complete for port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:53.875228 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7d8df107-a40a-4c23-ba8f-a1f13c8cc703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:53.919074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7d8df107-a40a-4c23-ba8f-a1f13c8cc703 None None] Port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:27:53.946097 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] Set router ba3005b1-b625-480e-86c7-cbb535854ff3 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:27:54.040488 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7956fd31-7675-4786-bb9b-7916c2228ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.047379 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7956fd31-7675-4786-bb9b-7916c2228ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.080947 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7956fd31-7675-4786-bb9b-7916c2228ec0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b1a13bcff8f4565bf5940d30c18a906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029191 Aug 09 11:27:54.083500 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36572) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:54.120260 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-56c850f4-d175-443e-8fc8-6c06aed81cad req-c73cd9bb-37ae-4cae-882f-839523959fad tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0659695 Aug 09 11:27:54.179559 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956fd31-7675-4786-bb9b-7916c2228ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd68b3-cdb0-42f3-9320-b503a6c6d851,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:54.211977 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-06be71c7-58e0-471a-a334-02095c500e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.254126 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-06be71c7-58e0-471a-a334-02095c500e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.323690 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-06be71c7-58e0-471a-a334-02095c500e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.327122 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-06be71c7-58e0-471a-a334-02095c500e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.330910 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-06be71c7-58e0-471a-a334-02095c500e92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18fd68b3-cdb0-42f3-9320-b503a6c6d851 HTTP/1.1" status: 204 len: 168 time: 0.2435863 Aug 09 11:27:54.350239 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be71c7-58e0-471a-a334-02095c500e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd68b3-cdb0-42f3-9320-b503a6c6d851,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:54.366507 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6a3b1502-2a52-4949-9ef2-9967cd37373b', 'name': '', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'mac_address': 'fa:16:3e:a2:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:38Z', 'updated_at': '2022-08-09T11:27:53Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'subnets': [{'id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:27:54.413531 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce2db8-ab6a-43bd-b20c-dcfa9861cdbb None None] The sync data for ids ['ba3005b1-b625-480e-86c7-cbb535854ff3'] in dv-cinder-848249-1-iscsi is: [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '6a3b1502-2a52-4949-9ef2-9967cd37373b', 'name': '', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'mac_address': 'fa:16:3e:a2:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:38Z', 'updated_at': '2022-08-09T11:27:53Z', 'revision_number': 4, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'subnets': [{'id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:27:54.467456 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40048e84-ce25-4aaf-b50d-384167c6a95c req-d4388171-5a6f-41be-a9b2-d54cd102c626 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:54.469214 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-40048e84-ce25-4aaf-b50d-384167c6a95c req-d4388171-5a6f-41be-a9b2-d54cd102c626 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 931 time: 0.0901153 Aug 09 11:27:54.531721 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-40048e84-ce25-4aaf-b50d-384167c6a95c req-89ac4420-30b3-4fea-b397-1fd244266f05 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555043 Aug 09 11:27:54.806145 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6a3b1502-2a52-4949-9ef2-9967cd37373b up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:54.826866 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36598) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:54.845896 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3d521d6-3a55-4a38-9e07-0005c4c079d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:54.902614 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 6a3b1502-2a52-4949-9ef2-9967cd37373b triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:54.903115 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.055404 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 6a3b1502-2a52-4949-9ef2-9967cd37373b is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:55.055770 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.099087 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6ee4e20c-3816-472f-ac0b-c4ad57472ab7 req-6fdc76f2-2e5e-47b7-ac93-1c17691318dd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0705211 Aug 09 11:27:55.109562 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3d521d6-3a55-4a38-9e07-0005c4c079d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.112578 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 6a3b1502-2a52-4949-9ef2-9967cd37373b, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6a3b1502-2a52-4949-9ef2-9967cd37373b,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:55.114041 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3d521d6-3a55-4a38-9e07-0005c4c079d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.124334 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.197930 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36616) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:55.202567 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b3d521d6-3a55-4a38-9e07-0005c4c079d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d18259d1d2140ef8ddcad0f33933f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671906 Aug 09 11:27:55.216015 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1502-2a52-4949-9ef2-9967cd37373b,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:55.217958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d521d6-3a55-4a38-9e07-0005c4c079d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73b9ce1-a400-4f0b-9bba-9dd58a0f7cda,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:55.283908 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b7452a0f-b815-4164-8628-6a4a0c001d24 req-016f6be3-0c68-4155-b2ce-cb90a0b6449a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0368772 Aug 09 11:27:55.309089 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-beeb0a1f-7fd2-4ded-9ebf-cd868d2e927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.321901 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-beeb0a1f-7fd2-4ded-9ebf-cd868d2e927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.465955 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-beeb0a1f-7fd2-4ded-9ebf-cd868d2e927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.470706 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-beeb0a1f-7fd2-4ded-9ebf-cd868d2e927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:55.471873 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-beeb0a1f-7fd2-4ded-9ebf-cd868d2e927c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c73b9ce1-a400-4f0b-9bba-9dd58a0f7cda HTTP/1.1" status: 204 len: 168 time: 0.2722156 Aug 09 11:27:55.483912 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb0a1f-7fd2-4ded-9ebf-cd868d2e927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73b9ce1-a400-4f0b-9bba-9dd58a0f7cda,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:55.496764 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-eb09e223-5bab-468c-b750-321edb725771 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46309113a5814e93a1a2831f15dbbddb HTTP/1.1" status: 200 len: 380 time: 0.1668813 Aug 09 11:27:55.712239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b48a-ad73-42e3-9148-2c244ae4e945 req-744e5fb5-8f9e-4d74-be78-44c5b8768c22 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:55.726392 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8b13b48a-ad73-42e3-9148-2c244ae4e945 req-744e5fb5-8f9e-4d74-be78-44c5b8768c22 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 931 time: 0.0889914 Aug 09 11:27:55.776872 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8b13b48a-ad73-42e3-9148-2c244ae4e945 req-06e7ac72-0e1a-4d79-9f04-99876983a6b6 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Aug 09 11:27:56.047624 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36646) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:56.224499 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ce4533fe-d581-424a-9599-27cdde3d307d req-b8485d92-0f03-431e-9e7b-bd8e5543f0eb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0312290 Aug 09 11:27:56.381729 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a3505c02-5488-4139-a142-2209ed5200b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.482997 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4874c40-93a2-41f4-a6fc-138eaba98b61 req-121faa78-12eb-4983-a562-fd21df291db4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0452843 Aug 09 11:27:56.582480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a3505c02-5488-4139-a142-2209ed5200b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.590699 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a3505c02-5488-4139-a142-2209ed5200b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.635763 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a3505c02-5488-4139-a142-2209ed5200b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7becb5d8adf4cf8837157fdbe55929c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840631 Aug 09 11:27:56.635763 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3505c02-5488-4139-a142-2209ed5200b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f1076-4049-4322-a296-175d4abf85ca,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:56.636134 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 36674) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:56.715701 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a90e81ff-4c59-4a55-b410-f2903172ef47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.778179 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a90e81ff-4c59-4a55-b410-f2903172ef47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.875102 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a90e81ff-4c59-4a55-b410-f2903172ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.879152 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a90e81ff-4c59-4a55-b410-f2903172ef47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:56.881838 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a90e81ff-4c59-4a55-b410-f2903172ef47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/025f1076-4049-4322-a296-175d4abf85ca HTTP/1.1" status: 204 len: 168 time: 0.2440882 Aug 09 11:27:56.891757 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6a3b1502-2a52-4949-9ef2-9967cd37373b up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:56.912555 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e81ff-4c59-4a55-b410-f2903172ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f1076-4049-4322-a296-175d4abf85ca,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:57.118677 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b5f90-42cf-4e6a-bed8-8eb68c7ae04a req-6782b999-0a78-4f46-b82f-97d6e40910df tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:57.120578 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a65b5f90-42cf-4e6a-bed8-8eb68c7ae04a req-6782b999-0a78-4f46-b82f-97d6e40910df tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 931 time: 0.1218963 Aug 09 11:27:57.145084 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 6a3b1502-2a52-4949-9ef2-9967cd37373b triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:57.145538 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:57.214479 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a65b5f90-42cf-4e6a-bed8-8eb68c7ae04a req-c902aa1d-d208-4b99-b7a1-c074074bcdb8 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828242 Aug 09 11:27:57.274860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:57.333928 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 6a3b1502-2a52-4949-9ef2-9967cd37373b is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:27:57.442457 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-62e05b8b-3afe-4239-b7e8-5f9664d74995 req-7bfd4507-47e1-4d4a-93cf-c5212b31ef41 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0597057 Aug 09 11:27:57.605355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-981302ad-b362-44b8-94b8-982fb280b932 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:27:57.607608 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-981302ad-b362-44b8-94b8-982fb280b932 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063865 Aug 09 11:27:57.610812 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-5f29ab05-0649-4458-9f31-c9313cdc13f3 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:27:57.611893 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-5f29ab05-0649-4458-9f31-c9313cdc13f3 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118291 Aug 09 11:27:57.689176 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b0d89230-80d8-419b-b39e-6e1e14b23871 req-32d05b6e-07a5-41dd-8689-3e3af13c45cd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0427046 Aug 09 11:27:57.715318 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36714) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:57.728585 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ec126245-536f-4097-aff4-a0495751de99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:57.779444 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'port': {'device_id': '57980f1f-3c1f-4994-b01c-43c299301278', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'admin_state_up': True, 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'security_groups': ['d21e5863-3076-4270-a50c-8174a011d278']}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:57.985245 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ec126245-536f-4097-aff4-a0495751de99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:57.991367 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ec126245-536f-4097-aff4-a0495751de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:58.123428 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Made reservation on behalf of 46309113a5814e93a1a2831f15dbbddb for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:58.139974 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:58.154039 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ec126245-536f-4097-aff4-a0495751de99 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87765649c7a94cacaac99bf962cc6042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457943 Aug 09 11:27:58.156189 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec126245-536f-4097-aff4-a0495751de99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2654014b-278c-4377-a316-921bee65c422,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:58.187547 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36732) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:58.302304 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.43', 53687) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:58.426497 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Allocated IP 172.20.0.9 (94473639-2936-425a-9e06-0b9437533e28/410c6fc4-de4e-4886-b503-46dacf725bcb/219d1f13-bda6-43d8-b408-7480b2bef8df) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:58.564502 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9f4f-80c5-42ef-b4f2-f0c2a894d8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:58.598791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3e77-ae0a-4f28-aa14-12903ed66525 req-276432cc-265a-410e-8ce0-177418164d42 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:58.611911 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256c3e77-ae0a-4f28-aa14-12903ed66525 req-276432cc-265a-410e-8ce0-177418164d42 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 931 time: 0.2446053 Aug 09 11:27:58.684016 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2549ff67-b93d-4e69-94be-d5946238c241 req-68b9c701-e9ab-40be-8b9f-9b48f6080d9d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0570824 Aug 09 11:27:58.803757 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9f4f-80c5-42ef-b4f2-f0c2a894d8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:58.840410 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:58.856594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-d8fbfc6b-e2b6-47d4-a664-2bd4de100cb0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:58.859599 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-d8fbfc6b-e2b6-47d4-a664-2bd4de100cb0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 818 time: 0.5194993 Aug 09 11:27:58.864377 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Request body: {'port': {'device_id': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:58.894661 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256c3e77-ae0a-4f28-aa14-12903ed66525 req-94c05502-5ac5-4ef4-9533-419e37dc637c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764599 Aug 09 11:27:58.925257 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'port': {'device_id': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'admin_state_up': True, 'tenant_id': '3232652c05144e83bf14dfe46098c64e'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:59.106157 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Request body: {'port': {'device_id': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:59.306983 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.407104 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Network 94473639-2936-425a-9e06-0b9437533e28 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:59.426133 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'Port': ['ID=219d1f13-bda6-43d8-b408-7480b2bef8df,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:59.443973 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:59.491325 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:27:59.498604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:59.499559 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.502320 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.562644 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9bdf-6404-4a85-b6c2-11d1f7843a2e req-ce61145b-e766-4891-8833-755210794140 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:27:59.587145 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ee0b9bdf-6404-4a85-b6c2-11d1f7843a2e req-ce61145b-e766-4891-8833-755210794140 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 931 time: 0.6918516 Aug 09 11:27:59.662474 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ee0b9bdf-6404-4a85-b6c2-11d1f7843a2e req-b10a7e3a-a0f5-44d4-80ff-8a0b0a23a544 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656874 Aug 09 11:27:59.708546 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-26710d24-873e-43a4-9822-8762615122a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9331777 Aug 09 11:27:59.718026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.746199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Request body: {'port': {'device_id': '57980f1f-3c1f-4994-b01c-43c299301278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:59.748908 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9f4f-80c5-42ef-b4f2-f0c2a894d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.751460 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9f4f-80c5-42ef-b4f2-f0c2a894d8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.752609 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b4fc9f4f-80c5-42ef-b4f2-f0c2a894d8e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2654014b-278c-4377-a316-921bee65c422 HTTP/1.1" status: 204 len: 168 time: 1.5637751 Aug 09 11:27:59.837547 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9f4f-80c5-42ef-b4f2-f0c2a894d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654014b-278c-4377-a316-921bee65c422,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:59.894419 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Made reservation on behalf of 3232652c05144e83bf14dfe46098c64e for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:59.897928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.918165 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7a1ae1f5-76ea-4e56-b76f-e291d68d3d66 None None] Provisioning complete for port 219d1f13-bda6-43d8-b408-7480b2bef8df triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:59.920680 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae1f5-76ea-4e56-b76f-e291d68d3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:59.999346 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ae1f5-76ea-4e56-b76f-e291d68d3d66 None None] Port 219d1f13-bda6-43d8-b408-7480b2bef8df cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:28:00.074465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.449630 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1718f18c-6a65-4abc-b32b-a2b45060e9c5 {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:00.519744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.580755 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Transition to ACTIVE for port object 1718f18c-6a65-4abc-b32b-a2b45060e9c5 will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:28:00.599121 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ee3bd-6d39-433f-8973-6a18d7eb190d req-d5f42e61-4aaa-43aa-b1a1-ff2a38c722e8 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:00.601522 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b18ee3bd-6d39-433f-8973-6a18d7eb190d req-d5f42e61-4aaa-43aa-b1a1-ff2a38c722e8 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 931 time: 0.5177104 Aug 09 11:28:00.613060 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.640563 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-04cf96f4-2bcd-499d-95fa-c367d308399f req-bf943048-ce89-4d3d-aa1a-b36b19262c27 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.7752550 Aug 09 11:28:00.723126 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f2ee49-d445-4d2d-a02c-160eb5906fab {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:00.737299 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.785733 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b18ee3bd-6d39-433f-8973-6a18d7eb190d req-fe88027d-b521-467c-81a5-a2b2f948fa8a tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998309 Aug 09 11:28:00.812035 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Transition to ACTIVE for port object 22f2ee49-d445-4d2d-a02c-160eb5906fab will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:28:00.829815 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.993139 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Pushing event updated for resources: {'Port': ['ID=22f2ee49-d445-4d2d-a02c-160eb5906fab,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:01.104007 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Attempting to bind port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:28:01.104383 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Attempting to bind port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:28:01.104733 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Attempting to bind port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:01.127008 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1718f18c-6a65-4abc-b32b-a2b45060e9c5,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:01.192300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 on network d13d7197-8c45-4a21-9b67-770747b42894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:28:01.192623 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Attempting to bind port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:01.206641 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Attempting to bind port 22f2ee49-d445-4d2d-a02c-160eb5906fab on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:28:01.207068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Attempting to bind port 22f2ee49-d445-4d2d-a02c-160eb5906fab by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:28:01.207568 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Attempting to bind port 22f2ee49-d445-4d2d-a02c-160eb5906fab on network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:01.226337 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Allocated IP 172.20.0.4 (d13d7197-8c45-4a21-9b67-770747b42894/eab8928e-7029-4d24-97bc-20edd60d0c3b/8d96a395-0b59-4fea-90ce-58df1c9e1cd6) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:28:01.239042 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Port 22f2ee49-d445-4d2d-a02c-160eb5906fab on network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:28:01.239757 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Attempting to bind port 22f2ee49-d445-4d2d-a02c-160eb5906fab on network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:01.246262 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:28:01.246633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Checking segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:01.247194 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Bound using segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:28:01.249345 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Bound port: 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:28:01.259757 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.264100 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f805d9-361e-47f3-b5e4-f7c8e44d345b req-c0728633-1e72-46be-8129-bc0b927e9be2 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:01.275919 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-94f805d9-361e-47f3-b5e4-f7c8e44d345b req-c0728633-1e72-46be-8129-bc0b927e9be2 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 931 time: 0.4657655 Aug 09 11:28:01.366289 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:28:01.372909 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Checking segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:01.372909 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Bound using segment: {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:28:01.372909 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Bound port: 22f2ee49-d445-4d2d-a02c-160eb5906fab, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511b73ab-e267-4718-9ac2-bf23b74018e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:28:01.374440 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.577271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] For port 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:28:01.605367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] For port 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:28:01.614797 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.615586 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] For port 22f2ee49-d445-4d2d-a02c-160eb5906fab, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:28:01.621289 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] For port 22f2ee49-d445-4d2d-a02c-160eb5906fab, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:28:01.636846 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:28:01.637942 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-94f805d9-361e-47f3-b5e4-f7c8e44d345b req-1cd0fb66-c9a3-4a08-9fdb-d5c7684e8e1e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594537 Aug 09 11:28:01.644632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.664984 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:01.665638 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:01.666287 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.666849 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.668283 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 1094 time: 3.4751461 Aug 09 11:28:01.670484 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/22f2ee49-d445-4d2d-a02c-160eb5906fab HTTP/1.1" status: 200 len: 1093 time: 3.4803779 Aug 09 11:28:01.670707 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'tag': '1718f18c-6a65-4abc-b32b-a2b45060e9c5'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:01.731116 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'tag': '22f2ee49-d445-4d2d-a02c-160eb5906fab'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:02.062141 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219d1f13-bda6-43d8-b408-7480b2bef8df {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:02.192843 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c30fc9c-81e5-4be9-a2b8-2fc8832160e5", "tag": "22f2ee49-d445-4d2d-a02c-160eb5906fab"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:02.198868 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3e581e20-2a3e-4d90-a3d6-765f245ac8f3 req-eb0b72aa-cac8-435e-b97c-73500936c0b4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.2784390 Aug 09 11:28:02.204990 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:02.301066 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-64c85d16-c27d-4cab-8608-c8f9035a8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:02.307281 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d734a-5d79-43f7-8838-249f9382b4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ace50904-5256-4244-bff5-7233c8ddcf72", "tag": "1718f18c-6a65-4abc-b32b-a2b45060e9c5"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:02.313202 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-64c85d16-c27d-4cab-8608-c8f9035a8cb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1097 time: 0.4585979 Aug 09 11:28:02.315879 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac5e7-a19d-48a9-921c-c8acd5bd57c1 service neutron] Pushing event updated for resources: {'Port': ['ID=22f2ee49-d445-4d2d-a02c-160eb5906fab,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:02.363457 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Transition to ACTIVE for port object 219d1f13-bda6-43d8-b408-7480b2bef8df will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:28:02.381767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea9961-44c9-429c-9c2d-737176fc92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1718f18c-6a65-4abc-b32b-a2b45060e9c5,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:02.396262 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:02.438324 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-622f77a4-d66a-483d-a34c-6381ed90fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:02.440720 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-622f77a4-d66a-483d-a34c-6381ed90fae0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c57d74bd28234ae69744c1243d2a077b&device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 1096 time: 0.5136197 Aug 09 11:28:02.688704 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-3a4e9fd0-171f-4b88-b0ab-c39de8f1795d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab HTTP/1.1" status: 200 len: 217 time: 0.1962428 Aug 09 11:28:02.694461 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Attempting to bind port 219d1f13-bda6-43d8-b408-7480b2bef8df on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:28:02.695060 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Attempting to bind port 219d1f13-bda6-43d8-b408-7480b2bef8df by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:28:02.695655 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Attempting to bind port 219d1f13-bda6-43d8-b408-7480b2bef8df on network 94473639-2936-425a-9e06-0b9437533e28 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:02.705962 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=219d1f13-bda6-43d8-b408-7480b2bef8df,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:02.750759 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Port 219d1f13-bda6-43d8-b408-7480b2bef8df on network 94473639-2936-425a-9e06-0b9437533e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:28:02.751087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Attempting to bind port 219d1f13-bda6-43d8-b408-7480b2bef8df on network 94473639-2936-425a-9e06-0b9437533e28 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:02.820983 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae67ace-a4ed-4d67-9b13-b6141798ce74 x-openstack-request-id: req-cae67ace-a4ed-4d67-9b13-b6141798ce74 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:02.821679 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c30fc9c-81e5-4be9-a2b8-2fc8832160e5", "tag": "22f2ee49-d445-4d2d-a02c-160eb5906fab", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:02.821679 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cae67ace-a4ed-4d67-9b13-b6141798ce74 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:02.822068 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae67ace-a4ed-4d67-9b13-b6141798ce74'] response: {'name': 'network-changed', 'server_uuid': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'tag': '22f2ee49-d445-4d2d-a02c-160eb5906fab', 'status': 'completed', 'code': 200} Aug 09 11:28:02.826664 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-baa58cbd-50b0-4567-b36b-79765107ef91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 217 time: 0.3265603 Aug 09 11:28:02.845943 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48967cbe-9f5e-48a7-ae83-b03fae0bc4de req-c6115eed-a85b-4b92-8d8d-ce218a96da9b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:02.873950 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-1ca0e29c-52ea-44a7-a6ad-93ecf5eccc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:02.876250 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-1ca0e29c-52ea-44a7-a6ad-93ecf5eccc3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41f43d2f-11e2-44fc-961c-ca4f383f62d3 HTTP/1.1" status: 200 len: 851 time: 0.1667578 Aug 09 11:28:02.877510 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48967cbe-9f5e-48a7-ae83-b03fae0bc4de req-c6115eed-a85b-4b92-8d8d-ce218a96da9b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.8722224 Aug 09 11:28:02.879579 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:28:02.879926 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Checking segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:02.886639 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Bound using segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:28:02.887698 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Bound port: 219d1f13-bda6-43d8-b408-7480b2bef8df, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:28:02.895253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:03.121010 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48967cbe-9f5e-48a7-ae83-b03fae0bc4de req-112262e8-4075-43c0-9c09-571285d6a45a tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388270 Aug 09 11:28:03.143955 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] For port 219d1f13-bda6-43d8-b408-7480b2bef8df, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:28:03.148613 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] For port 219d1f13-bda6-43d8-b408-7480b2bef8df, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=219d1f13-bda6-43d8-b408-7480b2bef8df,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:28:03.152168 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:03.157144 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:03.213137 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:03.221766 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:03.223430 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 1093 time: 3.4834578 Aug 09 11:28:03.322222 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f38f2-0f90-4901-baca-f1ee4d1b3291 x-openstack-request-id: req-f91f38f2-0f90-4901-baca-f1ee4d1b3291 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:03.334518 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace50904-5256-4244-bff5-7233c8ddcf72", "tag": "1718f18c-6a65-4abc-b32b-a2b45060e9c5", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:03.335206 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f91f38f2-0f90-4901-baca-f1ee4d1b3291 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:03.335952 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91f38f2-0f90-4901-baca-f1ee4d1b3291'] response: {'name': 'network-changed', 'server_uuid': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'tag': '1718f18c-6a65-4abc-b32b-a2b45060e9c5', 'status': 'completed', 'code': 200} Aug 09 11:28:03.522885 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:03.552688 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ca3aa-0958-4b38-af55-dec43d731dfa req-6a098d34-e63e-4e46-9192-1d6219ed6911 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:03.578611 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-963ca3aa-0958-4b38-af55-dec43d731dfa req-6a098d34-e63e-4e46-9192-1d6219ed6911 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.2713120 Aug 09 11:28:03.603540 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-3a331980-4d8e-4749-86fb-f4459dfe83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:03.609285 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-3a331980-4d8e-4749-86fb-f4459dfe83b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.4113827 Aug 09 11:28:03.820274 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Network d13d7197-8c45-4a21-9b67-770747b42894 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:28:03.854026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:28:03.876666 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:28:03.986811 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 36978) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:04.097870 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'Port': ['ID=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:04.111100 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c8ac-ac5c-4b07-a107-58ed4ef90bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=219d1f13-bda6-43d8-b408-7480b2bef8df,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:04.147191 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-963ca3aa-0958-4b38-af55-dec43d731dfa req-73d7d93f-9438-4f94-85d4-f1015f718ebc tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5678554 Aug 09 11:28:04.175032 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-509a00b1-fc64-4f13-a347-24b9ce45dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:04.177143 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-509a00b1-fc64-4f13-a347-24b9ce45dbfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9581a1b8-a0ad-48ef-91b0-11fd60f7c212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9462209 Aug 09 11:28:04.197403 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:04.199525 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:04.289737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-092769c7-8109-4e29-baef-5f5e0fc7d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:04.302020 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-092769c7-8109-4e29-baef-5f5e0fc7d9ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6534257 Aug 09 11:28:04.372959 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-4d0ddf7a-1cb4-4606-a152-c2d1d5d029a6 None None] Provisioning complete for port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:28:04.385251 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-70c26d57-21f1-4b2f-b07d-dbdf7e420892 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4889948 Aug 09 11:28:04.385481 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4d0ddf7a-1cb4-4606-a152-c2d1d5d029a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:04.462422 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ddf7a-1cb4-4606-a152-c2d1d5d029a6 None None] Port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:28:04.468480 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-321b33bd-9911-45de-948a-ce0a86539813 service neutron] 10.222.0.43 "GET /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729232 Aug 09 11:28:04.496717 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-9434b8c2-0355-4f2e-99b4-30ca806df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:04.499384 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-9434b8c2-0355-4f2e-99b4-30ca806df883 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1096 time: 1.1600976 Aug 09 11:28:04.512106 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc76a-a86b-4e7d-b5a0-99e272b64eb0 req-bd4e695c-5064-46f9-8649-821c1ec74168 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:04.522137 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f1bfc76a-a86b-4e7d-b5a0-99e272b64eb0 req-bd4e695c-5064-46f9-8649-821c1ec74168 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 931 time: 0.5679986 Aug 09 11:28:04.529662 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1343d-6155-4adb-8339-7150e6a6e373 req-82266a23-ee32-41e9-9c79-11c193c80fb3 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:04.540316 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5dc1343d-6155-4adb-8339-7150e6a6e373 req-82266a23-ee32-41e9-9c79-11c193c80fb3 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.2366889 Aug 09 11:28:04.551818 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-52e4a9c2-6dce-46b8-8bc1-c1a301e1c046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:04.594579 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f1bfc76a-a86b-4e7d-b5a0-99e272b64eb0 req-c60d24ce-81b2-4204-af42-1e30ae70302d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714376 Aug 09 11:28:04.830057 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-95eb399c-43b8-4a12-a8bb-0d6779cc9c92 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969032 Aug 09 11:28:04.862727 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5dc1343d-6155-4adb-8339-7150e6a6e373 req-2336912f-c5e3-49a8-b875-a79619d2c647 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210073 Aug 09 11:28:05.086520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-52e4a9c2-6dce-46b8-8bc1-c1a301e1c046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:05.099059 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-52e4a9c2-6dce-46b8-8bc1-c1a301e1c046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:05.163573 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-52e4a9c2-6dce-46b8-8bc1-c1a301e1c046 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5318f38b1cef4217a7efc5b106afa6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1713932 Aug 09 11:28:05.164680 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a9c2-6dce-46b8-8bc1-c1a301e1c046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde342f8-824f-4577-9b55-04c5a5f5e02c,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:05.166202 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37024) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:05.344913 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:05.347378 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d359266-ef38-4492-ab48-126f911f7ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:05.408123 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4c556913-b9bd-4ddb-81fd-48352f61d626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:05.459764 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4c556913-b9bd-4ddb-81fd-48352f61d626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:05.484185 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ea04e-c0ea-4c44-af21-81421e75508a x-openstack-request-id: req-484ea04e-c0ea-4c44-af21-81421e75508a {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:05.484833 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:05.485080 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-484ea04e-c0ea-4c44-af21-81421e75508a {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:05.485524 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484ea04e-c0ea-4c44-af21-81421e75508a'] response: {'name': 'network-changed', 'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'status': 'completed', 'code': 200} Aug 09 11:28:05.520036 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c2bfa-b5a8-4f1c-bcee-b5ded9aaa676 req-afacc593-ff05-442f-95c8-ee38ec995c86 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:05.521631 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c0c2bfa-b5a8-4f1c-bcee-b5ded9aaa676 req-afacc593-ff05-442f-95c8-ee38ec995c86 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.1893680 Aug 09 11:28:05.580086 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c0c2bfa-b5a8-4f1c-bcee-b5ded9aaa676 req-e6c7f809-c81d-4b17-ae78-8b3ca5e0253d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516055 Aug 09 11:28:05.601435 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4c556913-b9bd-4ddb-81fd-48352f61d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:05.611233 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4c556913-b9bd-4ddb-81fd-48352f61d626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:05.622935 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4c556913-b9bd-4ddb-81fd-48352f61d626 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cde342f8-824f-4577-9b55-04c5a5f5e02c HTTP/1.1" status: 204 len: 168 time: 0.4522498 Aug 09 11:28:05.631404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c556913-b9bd-4ddb-81fd-48352f61d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde342f8-824f-4577-9b55-04c5a5f5e02c,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:05.738151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f517-e36d-4625-ab81-9e6e695cfc14 req-2c4f3d70-8bdb-4c0d-9539-1e843368529b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:05.739769 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-36b9f517-e36d-4625-ab81-9e6e695cfc14 req-2c4f3d70-8bdb-4c0d-9539-1e843368529b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 931 time: 0.0524998 Aug 09 11:28:05.789181 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-36b9f517-e36d-4625-ab81-9e6e695cfc14 req-5307187e-ba7d-40c9-be51-233cc2973635 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434246 Aug 09 11:28:05.940649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37050) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:05.959483 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-67f1b697-8009-4dc2-838e-be6f61df4de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.058155 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecff4c-37ad-4ede-8f90-56faf7185740 req-87db2b3f-1fb5-48f3-ac2d-235a3f28d9be tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:06.059733 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e7ecff4c-37ad-4ede-8f90-56faf7185740 req-87db2b3f-1fb5-48f3-ac2d-235a3f28d9be tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.1043437 Aug 09 11:28:06.077695 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-67f1b697-8009-4dc2-838e-be6f61df4de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.077695 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-67f1b697-8009-4dc2-838e-be6f61df4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.114198 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b697-8009-4dc2-838e-be6f61df4de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699915ab-dedc-4f3c-804a-ed4c3a793502,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:06.120885 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-67f1b697-8009-4dc2-838e-be6f61df4de2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e080999c51c463896816cd043a08f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758716 Aug 09 11:28:06.121112 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37062) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:06.129451 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e7ecff4c-37ad-4ede-8f90-56faf7185740 req-7000a0ea-7a26-4bad-ae8f-89b9c05fffe1 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607772 Aug 09 11:28:06.181116 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b77d5c97-d85d-427a-9188-4d6b0005a280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.202224 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b77d5c97-d85d-427a-9188-4d6b0005a280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.247433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b77d5c97-d85d-427a-9188-4d6b0005a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.250153 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b77d5c97-d85d-427a-9188-4d6b0005a280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.251274 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b77d5c97-d85d-427a-9188-4d6b0005a280 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/699915ab-dedc-4f3c-804a-ed4c3a793502 HTTP/1.1" status: 204 len: 168 time: 0.1292832 Aug 09 11:28:06.259317 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d5c97-d85d-427a-9188-4d6b0005a280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699915ab-dedc-4f3c-804a-ed4c3a793502,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:06.713540 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72814ef0-edd3-45d1-962e-f2d1cd653dbb req-225ef9d8-7f20-428d-89d2-d1e874c00ed1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:06.715280 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-72814ef0-edd3-45d1-962e-f2d1cd653dbb req-225ef9d8-7f20-428d-89d2-d1e874c00ed1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0509431 Aug 09 11:28:06.758540 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-72814ef0-edd3-45d1-962e-f2d1cd653dbb req-268d8f01-2cc4-45fb-a269-da8c8277f4a1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Aug 09 11:28:06.912332 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977a8b-1629-46e9-8eea-bca41c193fbf req-2e7a6f7e-d14a-4783-ac87-522520b0b19f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:06.913790 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1c977a8b-1629-46e9-8eea-bca41c193fbf req-2e7a6f7e-d14a-4783-ac87-522520b0b19f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 931 time: 0.0478344 Aug 09 11:28:06.956912 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1c977a8b-1629-46e9-8eea-bca41c193fbf req-b7709400-dd3a-455f-af60-19afa1178376 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364761 Aug 09 11:28:07.290427 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a182fe-4169-47ad-9682-d309455ba651 req-0b2881c4-c4c0-41d5-806c-f6596bd51107 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:07.292848 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-63a182fe-4169-47ad-9682-d309455ba651 req-0b2881c4-c4c0-41d5-806c-f6596bd51107 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0605445 Aug 09 11:28:07.350048 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-63a182fe-4169-47ad-9682-d309455ba651 req-2131edba-1293-4056-b4a0-a177acf71f05 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502834 Aug 09 11:28:07.873897 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c298-24e3-425b-b950-1e808b48c0f4 req-b4834ac2-e338-4675-a25f-09ab38c5fe13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:07.875543 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7474c298-24e3-425b-b950-1e808b48c0f4 req-b4834ac2-e338-4675-a25f-09ab38c5fe13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0509443 Aug 09 11:28:07.913536 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7474c298-24e3-425b-b950-1e808b48c0f4 req-c8681174-7085-40da-9c9b-102d987cd80f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Aug 09 11:28:08.075275 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b9675-3972-4941-977b-7d9869b0b499 req-57bf4f96-de3c-4f24-9d53-dead3e7fff6d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:08.077156 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-471b9675-3972-4941-977b-7d9869b0b499 req-57bf4f96-de3c-4f24-9d53-dead3e7fff6d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 931 time: 0.0485015 Aug 09 11:28:08.118768 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-471b9675-3972-4941-977b-7d9869b0b499 req-2aa4a865-3c63-4cc0-8d23-61296942701d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Aug 09 11:28:08.486412 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e0d24-034f-4302-8b17-2621ac72a70d req-fc208b8b-537c-4256-868b-09b7e05a5808 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:08.488070 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-904e0d24-034f-4302-8b17-2621ac72a70d req-fc208b8b-537c-4256-868b-09b7e05a5808 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0540249 Aug 09 11:28:08.556242 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-904e0d24-034f-4302-8b17-2621ac72a70d req-44dddadc-e097-464f-b9fe-533c991f46b3 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616014 Aug 09 11:28:09.029005 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb285ea-378c-439d-946c-b5a394d8619a req-5bb65448-ab28-4856-b860-a771e7940953 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:09.030540 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2bb285ea-378c-439d-946c-b5a394d8619a req-5bb65448-ab28-4856-b860-a771e7940953 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0470796 Aug 09 11:28:09.071642 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2bb285ea-378c-439d-946c-b5a394d8619a req-3853a343-c58d-44f4-9847-2f14ead4b260 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Aug 09 11:28:09.234378 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f873a8-aaa3-49ae-ade9-1725a349abe8 req-d6b7cc06-bc58-4ec3-964a-813f2b0c2078 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:09.235835 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-05f873a8-aaa3-49ae-ade9-1725a349abe8 req-d6b7cc06-bc58-4ec3-964a-813f2b0c2078 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 931 time: 0.0482571 Aug 09 11:28:09.277929 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-05f873a8-aaa3-49ae-ade9-1725a349abe8 req-620175f7-44df-455d-b422-f3a55e60a35b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361247 Aug 09 11:28:09.610152 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Request body: {'port': {'device_id': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:09.697388 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:09.718237 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a5d73-c879-429e-9280-67b3b182be3a req-3f716b36-68e7-44e9-ad68-f33339d204f0 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:09.719725 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d29a5d73-c879-429e-9280-67b3b182be3a req-3f716b36-68e7-44e9-ad68-f33339d204f0 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0894465 Aug 09 11:28:09.839772 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d29a5d73-c879-429e-9280-67b3b182be3a req-c6e11015-da70-4d7a-8d88-438a7c82272e tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956440 Aug 09 11:28:09.955495 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-36c260c4-b950-44ca-a8ba-f6752efa9f2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 217 time: 0.0491507 Aug 09 11:28:10.057437 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-153ae363-406b-47f2-a32b-d688b6c2ed53 req-bcb45e97-4fe0-4a97-ac9c-aeface8a5683 service neutron] 10.222.0.43 "GET /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496818 Aug 09 11:28:10.061512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-af4a0f93-11c0-4e36-93a8-947ac44cbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.062842 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-af4a0f93-11c0-4e36-93a8-947ac44cbc9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0608804 Aug 09 11:28:10.065956 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:10.081119 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:10.095185 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-836973a6-59d4-4c24-8510-04bc2ad0dac3 req-c21e9b5e-6cb1-4ee4-ad69-6297f0eeb6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438549 Aug 09 11:28:10.116840 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Transition to ACTIVE for port object 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:28:10.122657 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:10.123606 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa78d93-884c-4805-8400-810471a9fabc req-8cf45e7a-6bcb-44da-9a22-51414db1f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.125374 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-8cf45e7a-6bcb-44da-9a22-51414db1f4fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475557 Aug 09 11:28:10.223255 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:10.268823 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Attempting to bind port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:28:10.269187 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Attempting to bind port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:28:10.269476 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Attempting to bind port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:10.269934 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50aeb8-ab9b-4058-ac2c-c543b42c069b req-57021938-126d-4b34-bd8e-547064d7570a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.271418 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8e50aeb8-ab9b-4058-ac2c-c543b42c069b req-57021938-126d-4b34-bd8e-547064d7570a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.1207254 Aug 09 11:28:10.276857 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-5475561d-4188-415f-9b5b-fcbf5d0db122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.277893 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-5475561d-4188-415f-9b5b-fcbf5d0db122 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c57d74bd28234ae69744c1243d2a077b&device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 1096 time: 0.0696366 Aug 09 11:28:10.279467 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 on network d13d7197-8c45-4a21-9b67-770747b42894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:28:10.279809 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Attempting to bind port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:10.285034 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:28:10.285367 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Checking segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:10.285734 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Bound using segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:28:10.286189 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Bound port: 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:28:10.286543 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:10.310979 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-2e73e420-424d-4a0f-827c-dae494336aaa service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735563 Aug 09 11:28:10.339490 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-f3d474eb-5aa0-49fa-9147-68e3d7bd9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.340933 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-f3d474eb-5aa0-49fa-9147-68e3d7bd9a99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1097 time: 0.1048889 Aug 09 11:28:10.362539 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8e50aeb8-ab9b-4058-ac2c-c543b42c069b req-c1936123-2878-4fab-8a06-c3911ff8fe8e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776012 Aug 09 11:28:10.545782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-45795540-a765-49bc-9c68-490fbe5e88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.547292 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-45795540-a765-49bc-9c68-490fbe5e88f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9581a1b8-a0ad-48ef-91b0-11fd60f7c212 HTTP/1.1" status: 200 len: 913 time: 0.2580407 Aug 09 11:28:10.549775 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] For port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:28:10.555190 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fa78d93-884c-4805-8400-810471a9fabc req-50aa3f85-93d0-4f6c-884e-e4091628003a service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345526 Aug 09 11:28:10.560933 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eab3d-7c7f-4887-8965-408d0508a2fc req-1d6d502c-3ffa-4737-b6fa-da9d76055c9d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.562396 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a29eab3d-7c7f-4887-8965-408d0508a2fc req-1d6d502c-3ffa-4737-b6fa-da9d76055c9d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.1624911 Aug 09 11:28:10.567306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-10b6c8da-f4dd-4a39-b442-273c96a40b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.568688 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-10b6c8da-f4dd-4a39-b442-273c96a40b14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.2176707 Aug 09 11:28:10.577390 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] For port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:28:10.621160 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:10.623871 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-d8358be3-0dab-4480-9546-07987a1de189 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab HTTP/1.1" status: 200 len: 217 time: 0.0560865 Aug 09 11:28:10.625373 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-db6cb9ee-48c6-4467-ac19-a3ec7a3011dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0383813 Aug 09 11:28:10.626305 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.627061 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:10.628383 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 200 len: 1093 time: 1.0236955 Aug 09 11:28:10.630314 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'tag': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:10.632536 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3348c0e9-da9f-41a3-80d2-3ec5416291e5" -d '{"events": [{"name": "network-changed", "server_uuid": "20fed475-9cd6-471f-8cce-73c594c6bc46", "tag": "8d96a395-0b59-4fea-90ce-58df1c9e1cd6"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:10.706099 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-009ba605-87f5-4a4a-addd-a4661a6de3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.708155 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-009ba605-87f5-4a4a-addd-a4661a6de3fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0557971 Aug 09 11:28:10.726430 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f4730f-15a8-4a95-89c9-fe5399cd6d31 x-openstack-request-id: req-37f4730f-15a8-4a95-89c9-fe5399cd6d31 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:10.726632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fed475-9cd6-471f-8cce-73c594c6bc46", "tag": "8d96a395-0b59-4fea-90ce-58df1c9e1cd6", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:10.726875 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37f4730f-15a8-4a95-89c9-fe5399cd6d31 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:10.727266 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f4730f-15a8-4a95-89c9-fe5399cd6d31'] response: {'name': 'network-changed', 'server_uuid': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'tag': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6', 'status': 'completed', 'code': 200} Aug 09 11:28:10.736782 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a29eab3d-7c7f-4887-8965-408d0508a2fc req-e757a1f7-1e71-44a3-9770-2832fc3333bc tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679327 Aug 09 11:28:10.762536 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90039-ef16-4986-8816-905dbf15d2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:10.776395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359266-ef38-4492-ab48-126f911f7ecc req-4d630dfe-7c0b-4b38-905c-88e696ab9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.777865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-4d630dfe-7c0b-4b38-905c-88e696ab9576 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1096 time: 0.1144295 Aug 09 11:28:10.779979 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-ea38b691-e226-4508-87f6-12718f58f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.781305 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-ea38b691-e226-4508-87f6-12718f58f05a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=41f43d2f-11e2-44fc-961c-ca4f383f62d3 HTTP/1.1" status: 200 len: 851 time: 0.1191106 Aug 09 11:28:10.794212 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-4373cb66-c7a9-420e-bdf4-3fcccb962a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.796591 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-4373cb66-c7a9-420e-bdf4-3fcccb962a16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1096 time: 0.0669670 Aug 09 11:28:10.798267 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-b04ada9a-cc1e-4594-af52-6755b3eb5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.799593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-b04ada9a-cc1e-4594-af52-6755b3eb5eca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809982 Aug 09 11:28:10.890915 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-ffda80b7-d3bd-4be1-9479-631517a9d155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 200 len: 217 time: 0.0392604 Aug 09 11:28:10.892682 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-b697b245-4615-45c1-9283-ebf5c491f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.894237 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-b697b245-4615-45c1-9283-ebf5c491f93a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9581a1b8-a0ad-48ef-91b0-11fd60f7c212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032622 Aug 09 11:28:10.908526 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359266-ef38-4492-ab48-126f911f7ecc req-c885a3bc-7467-423b-969f-ebe6829bdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.909917 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-c885a3bc-7467-423b-969f-ebe6829bdc30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.1204376 Aug 09 11:28:10.959250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7362ec-b812-43d1-bc00-e62af044d202 req-921b6a0c-27db-4b6e-a55d-b2ee5f257c42 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:10.960701 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ed7362ec-b812-43d1-bc00-e62af044d202 req-921b6a0c-27db-4b6e-a55d-b2ee5f257c42 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0474482 Aug 09 11:28:10.998164 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ed7362ec-b812-43d1-bc00-e62af044d202 req-68c02f78-babc-46de-aa51-8c22b14eec32 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Aug 09 11:28:11.250462 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-5db17641-31cb-44fa-8fdf-a1bf0fdfbd03 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858173 Aug 09 11:28:11.308793 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-04cae0ea-037e-4539-bcd2-f7c04a4990ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 217 time: 0.0491326 Aug 09 11:28:11.364667 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-c90e658b-c845-486d-ac80-e38bc38f5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:11.366177 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-c90e658b-c845-486d-ac80-e38bc38f5b87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.1037898 Aug 09 11:28:11.410392 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-7e2e2f9e-c7b2-4088-ba0b-9dca084b3430 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404533 Aug 09 11:28:11.414125 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359266-ef38-4492-ab48-126f911f7ecc req-b7fd4725-ba0c-403a-9596-f265b3ecd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:11.415564 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-b7fd4725-ba0c-403a-9596-f265b3ecd35d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0950060 Aug 09 11:28:11.425437 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-73874597-710a-404b-936d-eb8165fd8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:11.425604 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-b7f47c7f-646a-4798-b801-87b727adda10 service neutron] 10.222.0.43 "GET /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584816 Aug 09 11:28:11.425711 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-73874597-710a-404b-936d-eb8165fd8c02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519848 Aug 09 11:28:11.545080 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-b713e8f6-2ec4-486f-a307-6f59ede555e4 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935416 Aug 09 11:28:11.559779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee47a4c-14ae-467d-b44d-e2649e8b6fdc req-a160e941-acb1-4b17-87cc-3359a393bf8b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:11.561538 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4ee47a4c-14ae-467d-b44d-e2649e8b6fdc req-a160e941-acb1-4b17-87cc-3359a393bf8b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.1230500 Aug 09 11:28:11.616952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359266-ef38-4492-ab48-126f911f7ecc req-315f3e23-165a-44c4-8d8d-1dce88b49819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:11.618395 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-315f3e23-165a-44c4-8d8d-1dce88b49819 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1377985 Aug 09 11:28:11.884420 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-46c952e0-ec0a-4b2b-aac3-8a724aaa86e3 req-d38f1c4f-f89f-42b2-9226-990d561fab6e service neutron] 10.222.0.43 "GET /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164183 Aug 09 11:28:11.904544 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4ee47a4c-14ae-467d-b44d-e2649e8b6fdc req-0d327462-004f-470b-8350-e101a8a31b6b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020720 Aug 09 11:28:11.933757 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc2205-ef08-4c25-9307-b7dd89e6fcdf req-d602880a-4a5d-4fff-9615-261c857eea04 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:11.936394 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2cc2205-ef08-4c25-9307-b7dd89e6fcdf req-d602880a-4a5d-4fff-9615-261c857eea04 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0712273 Aug 09 11:28:11.957291 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2b1385c8-ebc2-49ca-8027-c9c7cbb7f99d req-33c1f302-1621-439d-9abc-79c3fd778710 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053545 Aug 09 11:28:11.967275 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-fb3d68ab-365f-4a62-a316-4778a3ca5b55 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382430 Aug 09 11:28:11.986755 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2cc2205-ef08-4c25-9307-b7dd89e6fcdf req-7a5f352a-b544-4b1b-9cb7-f832fa31cc68 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Aug 09 11:28:12.087035 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d359266-ef38-4492-ab48-126f911f7ecc req-3d09127d-9108-49f6-a556-829b9d0a6640 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073463 Aug 09 11:28:12.116857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-a21fed2b-0232-4024-b41c-df1b747d9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:12.118526 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-a21fed2b-0232-4024-b41c-df1b747d9beb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1096 time: 0.0409064 Aug 09 11:28:12.121858 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc038c6-3973-4034-940a-f5e5bdde2cbd req-8b3983b9-7a5b-4897-a4b6-753936b83ae5 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:12.123766 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cbc038c6-3973-4034-940a-f5e5bdde2cbd req-8b3983b9-7a5b-4897-a4b6-753936b83ae5 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0525577 Aug 09 11:28:12.163367 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cbc038c6-3973-4034-940a-f5e5bdde2cbd req-bc7c84db-9859-41f8-bacd-d7ae6b285891 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Aug 09 11:28:12.209763 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-3db7c11e-23bd-4576-94f2-b288f5071728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:12.211163 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-3db7c11e-23bd-4576-94f2-b288f5071728 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0853825 Aug 09 11:28:12.254733 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-bdd33a53-96aa-4e3f-9c1b-cb5fe3646bca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 200 len: 217 time: 0.0364997 Aug 09 11:28:12.304224 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-95886915-c46e-4cdb-914e-5c219705077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:12.305686 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-95886915-c46e-4cdb-914e-5c219705077e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0445552 Aug 09 11:28:12.352140 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-e255bcca-f7a0-404f-b894-3b2f7e9ae549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:12.353591 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-e255bcca-f7a0-404f-b894-3b2f7e9ae549 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408258 Aug 09 11:28:12.447471 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-b0165cd5-5528-4cb5-90cc-b35c7d40d2f7 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874469 Aug 09 11:28:12.537375 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3348c0e9-da9f-41a3-80d2-3ec5416291e5 req-034ff995-c862-4606-ac68-818c860159fd service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Aug 09 11:28:13.036070 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937735-951f-4eb8-859f-284adc8cfdfa req-cf420af6-acc6-4a79-8e27-4f1df836e533 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:13.037548 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ec937735-951f-4eb8-859f-284adc8cfdfa req-cf420af6-acc6-4a79-8e27-4f1df836e533 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0554354 Aug 09 11:28:13.083235 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ec937735-951f-4eb8-859f-284adc8cfdfa req-59b0cc9d-3d85-4be7-b715-8eef588f0ca6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395105 Aug 09 11:28:13.119070 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a48990-ed6d-4f7b-8c93-54f2ec2503be req-fbb893e5-f942-4998-ac6d-af466e4e459d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:13.120596 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-72a48990-ed6d-4f7b-8c93-54f2ec2503be req-fbb893e5-f942-4998-ac6d-af466e4e459d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0518682 Aug 09 11:28:13.164887 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-72a48990-ed6d-4f7b-8c93-54f2ec2503be req-0a2b773d-0bb5-4535-8fb5-e6780d0af2b6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351985 Aug 09 11:28:13.281650 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4d81-7bab-4827-84e8-09d92e4fedd4 req-03f878cd-e2b8-4d95-857e-f5df8e62a617 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:13.283124 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-078a4d81-7bab-4827-84e8-09d92e4fedd4 req-03f878cd-e2b8-4d95-857e-f5df8e62a617 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0480371 Aug 09 11:28:13.320408 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-078a4d81-7bab-4827-84e8-09d92e4fedd4 req-1344987d-fa22-4edf-84dc-3a1b5b625214 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 09 11:28:14.124699 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37308) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:14.220991 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327398ad-b17b-4226-8c74-8472a4a5e066 req-0fd8cf02-f5d2-4e50-9b23-9f1e88f65fe9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:14.222532 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-327398ad-b17b-4226-8c74-8472a4a5e066 req-0fd8cf02-f5d2-4e50-9b23-9f1e88f65fe9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0543954 Aug 09 11:28:14.246038 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e9dd39da-c117-496e-8e3e-c2c1629ba9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.285088 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-327398ad-b17b-4226-8c74-8472a4a5e066 req-cd614d74-fc4f-47fc-bd7b-0cca838d049f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522120 Aug 09 11:28:14.289811 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4b184-177b-43f4-b40d-897a83db737c req-fcf5dcc5-e9a0-459a-84f8-acdbc5bdeffa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:14.291895 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-51f4b184-177b-43f4-b40d-897a83db737c req-fcf5dcc5-e9a0-459a-84f8-acdbc5bdeffa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0508828 Aug 09 11:28:14.332804 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-51f4b184-177b-43f4-b40d-897a83db737c req-6520458a-c454-451f-8ce4-0a3df7c07cba tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Aug 09 11:28:14.344215 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e9dd39da-c117-496e-8e3e-c2c1629ba9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.348505 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e9dd39da-c117-496e-8e3e-c2c1629ba9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.386639 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-e9dd39da-c117-496e-8e3e-c2c1629ba9f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfea8594f8664d809341b827102d6b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608523 Aug 09 11:28:14.389327 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd39da-c117-496e-8e3e-c2c1629ba9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a81fb8-328c-4e51-a949-4fe5f8186f90,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:14.390419 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37318) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:14.439413 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cfe53-0b5f-45e4-a31f-1432d1ce108e req-f05f83e6-be8f-4896-a1a5-5dc1771f3cbc tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:14.440877 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-142cfe53-0b5f-45e4-a31f-1432d1ce108e req-f05f83e6-be8f-4896-a1a5-5dc1771f3cbc tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0481958 Aug 09 11:28:14.447592 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0843-cb62-4557-9c3d-b5e61d514424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.469354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0843-cb62-4557-9c3d-b5e61d514424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.481517 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-142cfe53-0b5f-45e4-a31f-1432d1ce108e req-f7af94c9-7c18-48d5-a442-f98d04036398 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Aug 09 11:28:14.519000 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0843-cb62-4557-9c3d-b5e61d514424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.521527 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0843-cb62-4557-9c3d-b5e61d514424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.522681 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7a0c0843-cb62-4557-9c3d-b5e61d514424 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63a81fb8-328c-4e51-a949-4fe5f8186f90 HTTP/1.1" status: 204 len: 168 time: 0.1312957 Aug 09 11:28:14.530997 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c0843-cb62-4557-9c3d-b5e61d514424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a81fb8-328c-4e51-a949-4fe5f8186f90,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:14.787059 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37326) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:14.801439 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-576657c5-1f18-4038-ac7f-32ac381cf3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.875524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-576657c5-1f18-4038-ac7f-32ac381cf3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.879091 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-576657c5-1f18-4038-ac7f-32ac381cf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.915688 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-576657c5-1f18-4038-ac7f-32ac381cf3ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7574b3db67974a029356f03066d32c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276033 Aug 09 11:28:14.916527 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576657c5-1f18-4038-ac7f-32ac381cf3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431373ad-eee7-4ca2-ab5f-be226268c443,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:14.919085 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37328) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:14.969554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e49c5c26-9323-4bd4-9a34-2930670e4f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:14.990655 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e49c5c26-9323-4bd4-9a34-2930670e4f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.037554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e49c5c26-9323-4bd4-9a34-2930670e4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.040125 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e49c5c26-9323-4bd4-9a34-2930670e4f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.041259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-e49c5c26-9323-4bd4-9a34-2930670e4f80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/431373ad-eee7-4ca2-ab5f-be226268c443 HTTP/1.1" status: 204 len: 168 time: 0.1209548 Aug 09 11:28:15.052591 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c5c26-9323-4bd4-9a34-2930670e4f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431373ad-eee7-4ca2-ab5f-be226268c443,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:15.382534 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37350) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:15.395536 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-165cf4df-93d2-44a1-837d-14a9750a7c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.422503 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a2b9-ba53-4e6e-b604-e3734da403cb req-d12e2ba8-c0f4-409e-8767-52167988e23e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:15.424020 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dfb6a2b9-ba53-4e6e-b604-e3734da403cb req-d12e2ba8-c0f4-409e-8767-52167988e23e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0556111 Aug 09 11:28:15.462129 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dfb6a2b9-ba53-4e6e-b604-e3734da403cb req-88915193-163b-4716-a5e1-812a28acad75 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Aug 09 11:28:15.485091 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a1a4c-2e65-4eb5-bb16-7be40faddcb0 req-f5b3fb9c-740c-4816-b193-2ef19307311e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:15.486515 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c74a1a4c-2e65-4eb5-bb16-7be40faddcb0 req-f5b3fb9c-740c-4816-b193-2ef19307311e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0730152 Aug 09 11:28:15.538247 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-165cf4df-93d2-44a1-837d-14a9750a7c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.547851 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c74a1a4c-2e65-4eb5-bb16-7be40faddcb0 req-8ccb718c-ab06-4d41-aeb4-32bdc700df7b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538545 Aug 09 11:28:15.548444 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-165cf4df-93d2-44a1-837d-14a9750a7c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.588904 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf4df-93d2-44a1-837d-14a9750a7c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7eeeed-d573-4fb8-b227-6547433c3165,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:15.597430 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-165cf4df-93d2-44a1-837d-14a9750a7c39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f2e52896b8549c0a3d9ec2fc7c50a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138493 Aug 09 11:28:15.597648 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37356) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:15.648086 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d4e2-2eb4-4781-a492-dee9b3468160 req-32903362-69c6-4d2f-b634-c3e5098c9dfe tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:15.649517 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-58b0d4e2-2eb4-4781-a492-dee9b3468160 req-32903362-69c6-4d2f-b634-c3e5098c9dfe tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0948021 Aug 09 11:28:15.677626 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9b8e38ab-1d38-43e8-9580-4d8f0c4a9e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.713254 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-58b0d4e2-2eb4-4781-a492-dee9b3468160 req-3b4e6842-86ee-4c4f-9118-4d48adba12b9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537360 Aug 09 11:28:15.715018 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9b8e38ab-1d38-43e8-9580-4d8f0c4a9e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.762752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9b8e38ab-1d38-43e8-9580-4d8f0c4a9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.766113 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9b8e38ab-1d38-43e8-9580-4d8f0c4a9e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:15.767234 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9b8e38ab-1d38-43e8-9580-4d8f0c4a9e04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc7eeeed-d573-4fb8-b227-6547433c3165 HTTP/1.1" status: 204 len: 168 time: 0.1686451 Aug 09 11:28:15.775318 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e38ab-1d38-43e8-9580-4d8f0c4a9e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7eeeed-d573-4fb8-b227-6547433c3165,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:16.326355 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-42d98f19-06bb-4eb7-af0a-7b33fedc2efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:16.482388 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 1718f18c-6a65-4abc-b32b-a2b45060e9c5 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:28:16.589197 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c23328-aea4-4d91-87d4-f9f4ff77ca31 req-1d2766dc-e489-438b-8154-0365ed04e889 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:16.590727 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78c23328-aea4-4d91-87d4-f9f4ff77ca31 req-1d2766dc-e489-438b-8154-0365ed04e889 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0537705 Aug 09 11:28:16.604519 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:16.617915 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '1718f18c-6a65-4abc-b32b-a2b45060e9c5', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'port_id': '1718f18c-6a65-4abc-b32b-a2b45060e9c5', 'mac_address': 'fa:16:3e:1d:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:28:16.658647 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78c23328-aea4-4d91-87d4-f9f4ff77ca31 req-9ebac6e1-af27-489b-9ae3-1550e0940a96 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615578 Aug 09 11:28:16.665578 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:16.665980 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:16.694474 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1718f18c-6a65-4abc-b32b-a2b45060e9c5 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:16.715098 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092767-40ae-4c21-ad51-7a7344968068 req-f46d1907-b26f-445b-b250-6a72dda9a8dc tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:16.717249 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ae092767-40ae-4c21-ad51-7a7344968068 req-f46d1907-b26f-445b-b250-6a72dda9a8dc tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0647810 Aug 09 11:28:16.718442 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:16.722956 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:16.726855 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 22f2ee49-d445-4d2d-a02c-160eb5906fab details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:28:16.764938 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ae092767-40ae-4c21-ad51-7a7344968068 req-e4413973-9fc8-4d25-88ca-0009ec3101f9 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Aug 09 11:28:16.810116 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=1718f18c-6a65-4abc-b32b-a2b45060e9c5,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:16.861725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587a95-7d14-4416-a05c-22e794f18cc2 req-70dccdfb-5973-44bd-8ae1-11e688bb36b2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:16.863485 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a9587a95-7d14-4416-a05c-22e794f18cc2 req-70dccdfb-5973-44bd-8ae1-11e688bb36b2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 943 time: 0.0496731 Aug 09 11:28:16.881867 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 22f2ee49-d445-4d2d-a02c-160eb5906fab, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:16.894174 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '22f2ee49-d445-4d2d-a02c-160eb5906fab', 'network_id': '9581a1b8-a0ad-48ef-91b0-11fd60f7c212', 'port_id': '22f2ee49-d445-4d2d-a02c-160eb5906fab', 'mac_address': 'fa:16:3e:1f:de:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f43d2f-11e2-44fc-961c-ca4f383f62d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:28:16.902310 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a9587a95-7d14-4416-a05c-22e794f18cc2 req-0c893431-04e5-49d8-862f-6e711cbce9ac tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Aug 09 11:28:16.932392 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 22f2ee49-d445-4d2d-a02c-160eb5906fab is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:16.932780 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:16.948806 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f2ee49-d445-4d2d-a02c-160eb5906fab {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:16.968445 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 22f2ee49-d445-4d2d-a02c-160eb5906fab, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:16.972942 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:17.119548 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=22f2ee49-d445-4d2d-a02c-160eb5906fab,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:17.774672 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb214dc-f286-423b-aa6b-c922befdf9aa req-3a67f905-d836-4ef9-8955-88f259973d2a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:17.776143 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dbb214dc-f286-423b-aa6b-c922befdf9aa req-3a67f905-d836-4ef9-8955-88f259973d2a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0481517 Aug 09 11:28:17.822327 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dbb214dc-f286-423b-aa6b-c922befdf9aa req-5f723aeb-558e-4c64-93a8-22ef48123dff tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Aug 09 11:28:17.844520 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37462) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:17.901172 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241fb4f-6830-48ae-8fda-6236a8f55682 req-01ad4a7f-d796-4f0d-b0d8-a45a38e006ae tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:17.902677 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1241fb4f-6830-48ae-8fda-6236a8f55682 req-01ad4a7f-d796-4f0d-b0d8-a45a38e006ae tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0550804 Aug 09 11:28:17.942252 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1241fb4f-6830-48ae-8fda-6236a8f55682 req-5c11fe36-793b-427a-9d36-3314de0d7333 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Aug 09 11:28:17.951655 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-56295102-2cd1-4d3f-a808-e0eb0bb7c649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.048137 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7b07-ed7d-4ac6-a64c-5049f5bf07bc req-d9631094-03e8-4b7a-be91-4d31b0e4bbd7 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:18.049620 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-433a7b07-ed7d-4ac6-a64c-5049f5bf07bc req-d9631094-03e8-4b7a-be91-4d31b0e4bbd7 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0712502 Aug 09 11:28:18.094089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-56295102-2cd1-4d3f-a808-e0eb0bb7c649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.099478 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-56295102-2cd1-4d3f-a808-e0eb0bb7c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.129905 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-433a7b07-ed7d-4ac6-a64c-5049f5bf07bc req-641600e7-0011-419c-b130-c1306291e34d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 Aug 09 11:28:18.145651 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295102-2cd1-4d3f-a808-e0eb0bb7c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097b3ede-b6a0-4ff2-8a10-d9ffbedc9b45,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:18.151918 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-56295102-2cd1-4d3f-a808-e0eb0bb7c649 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0650e6b76f9e4ec2aebede38b6e4b757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063891 Aug 09 11:28:18.154782 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37468) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:18.207731 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ccb33c66-2ba9-4c18-9991-c176463d94ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.229490 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ccb33c66-2ba9-4c18-9991-c176463d94ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.283900 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ccb33c66-2ba9-4c18-9991-c176463d94ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.286534 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ccb33c66-2ba9-4c18-9991-c176463d94ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.287727 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ccb33c66-2ba9-4c18-9991-c176463d94ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/097b3ede-b6a0-4ff2-8a10-d9ffbedc9b45 HTTP/1.1" status: 204 len: 168 time: 0.1320503 Aug 09 11:28:18.296088 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33c66-2ba9-4c18-9991-c176463d94ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097b3ede-b6a0-4ff2-8a10-d9ffbedc9b45,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:18.571068 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37498) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:18.586016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c7d70d5-1f46-4dcc-baa5-bd40b2110e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.611453 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e37b8daa-3ef9-4152-8e16-4b67e27c7225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.698454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c7d70d5-1f46-4dcc-baa5-bd40b2110e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.706358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c7d70d5-1f46-4dcc-baa5-bd40b2110e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.764685 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37520) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:18.771771 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3c7d70d5-1f46-4dcc-baa5-bd40b2110e11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4906aca8a340419fa8c442fa6647588b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993318 Aug 09 11:28:18.778677 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d70d5-1f46-4dcc-baa5-bd40b2110e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58226d7f-484a-47a8-8ffc-7a7a9420953b,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:18.823416 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f99254c8-6252-4a32-8e31-21ba818c02fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.856750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f99254c8-6252-4a32-8e31-21ba818c02fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.872348 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['1718f18c-6a65-4abc-b32b-a2b45060e9c5'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:28:18.922354 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f99254c8-6252-4a32-8e31-21ba818c02fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.925862 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f99254c8-6252-4a32-8e31-21ba818c02fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:18.927360 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f99254c8-6252-4a32-8e31-21ba818c02fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58226d7f-484a-47a8-8ffc-7a7a9420953b HTTP/1.1" status: 204 len: 168 time: 0.1616843 Aug 09 11:28:18.997259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99254c8-6252-4a32-8e31-21ba818c02fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58226d7f-484a-47a8-8ffc-7a7a9420953b,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:19.053935 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c60b68-d886-4eb1-af4a-18a51830db32 req-878d0ce9-b575-4af4-87a8-d111207c7b52 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:19.067042 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-26c60b68-d886-4eb1-af4a-18a51830db32 req-878d0ce9-b575-4af4-87a8-d111207c7b52 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.1384985 Aug 09 11:28:19.072159 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['22f2ee49-d445-4d2d-a02c-160eb5906fab'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:28:19.165936 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84238e-e414-4286-9464-18d0b079fe16 req-61cfd16f-4141-4cbe-9f57-12f2ca3b13e6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:19.168073 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37542) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:19.173547 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-26c60b68-d886-4eb1-af4a-18a51830db32 req-c02cd366-45b0-4f92-904e-57b06db849ba tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056437 Aug 09 11:28:19.176016 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7a84238e-e414-4286-9464-18d0b079fe16 req-61cfd16f-4141-4cbe-9f57-12f2ca3b13e6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.1044242 Aug 09 11:28:19.227988 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7a84238e-e414-4286-9464-18d0b079fe16 req-9636b01d-c9f7-42cd-9906-a9e24fd6ac84 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484157 Aug 09 11:28:19.351712 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9b8-578e-409d-bd29-40e3cbb83352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.377604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500de87e-c87f-4421-927e-e40998bd5037 req-bc0f1a2f-df86-4d2d-a55f-b73dd1c2fd6b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:19.379631 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-500de87e-c87f-4421-927e-e40998bd5037 req-bc0f1a2f-df86-4d2d-a55f-b73dd1c2fd6b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.1207144 Aug 09 11:28:19.451762 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-500de87e-c87f-4421-927e-e40998bd5037 req-5a5961dc-85bb-44a4-aa6b-2c02be73c9d8 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582879 Aug 09 11:28:19.494190 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9b8-578e-409d-bd29-40e3cbb83352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.497712 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9b8-578e-409d-bd29-40e3cbb83352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.540958 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d6afd9b8-578e-409d-bd29-40e3cbb83352 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=106ca91873784cfc99d943ec23798067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715067 Aug 09 11:28:19.541666 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37566) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:19.542955 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9b8-578e-409d-bd29-40e3cbb83352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029c560d-fe59-4ce9-a6eb-136ef8bdf5b9,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:19.623837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a886-95ea-4159-8599-776f393bfc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.647470 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a886-95ea-4159-8599-776f393bfc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.696417 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a886-95ea-4159-8599-776f393bfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.699128 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a886-95ea-4159-8599-776f393bfc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:19.700259 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e2c1a886-95ea-4159-8599-776f393bfc29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/029c560d-fe59-4ce9-a6eb-136ef8bdf5b9 HTTP/1.1" status: 204 len: 168 time: 0.1565456 Aug 09 11:28:19.708681 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1a886-95ea-4159-8599-776f393bfc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c560d-fe59-4ce9-a6eb-136ef8bdf5b9,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:19.995107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.043741 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37588) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:20.058744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-27ef0b6a-ce5a-44ec-8a68-3ddaa5c33058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.152180 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-27ef0b6a-ce5a-44ec-8a68-3ddaa5c33058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.158031 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-27ef0b6a-ce5a-44ec-8a68-3ddaa5c33058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.197777 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-27ef0b6a-ce5a-44ec-8a68-3ddaa5c33058 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df836de8d1d549bca4e5caa7e0754860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528981 Aug 09 11:28:20.198814 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef0b6a-ce5a-44ec-8a68-3ddaa5c33058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458cbb80-5316-4427-8652-c924454fd5a5,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:20.200483 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37600) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:20.373097 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b6781-e9ef-483c-b602-1dce53a649ad req-e136f5e8-5d28-4444-9073-1eed7cf5e078 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:20.381136 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6b9b6781-e9ef-483c-b602-1dce53a649ad req-e136f5e8-5d28-4444-9073-1eed7cf5e078 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0692039 Aug 09 11:28:20.383001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8b1f-8754-42fc-a282-f86398ab88f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.394701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b1084-1907-43f7-8e5f-efc151181db4 req-cca4fbba-8593-4c96-9a9e-c66d356a7f71 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:20.398470 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-da3b1084-1907-43f7-8e5f-efc151181db4 req-cca4fbba-8593-4c96-9a9e-c66d356a7f71 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0992620 Aug 09 11:28:20.422471 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6b9b6781-e9ef-483c-b602-1dce53a649ad req-7251ddaa-9557-4285-93a8-038a9672fca9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Aug 09 11:28:20.438781 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8b1f-8754-42fc-a282-f86398ab88f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.471921 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-da3b1084-1907-43f7-8e5f-efc151181db4 req-e1dcbc2f-00fa-4f75-87f2-69d622414e4b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617452 Aug 09 11:28:20.503636 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8b1f-8754-42fc-a282-f86398ab88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.506176 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8b1f-8754-42fc-a282-f86398ab88f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:20.507297 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ea0f8b1f-8754-42fc-a282-f86398ab88f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/458cbb80-5316-4427-8652-c924454fd5a5 HTTP/1.1" status: 204 len: 168 time: 0.3051069 Aug 09 11:28:20.515263 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f8b1f-8754-42fc-a282-f86398ab88f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458cbb80-5316-4427-8652-c924454fd5a5,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:20.595194 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1c58-8b12-46b0-acbc-9bf44b9d5801 req-94b8f1a2-0d0c-41c3-aede-002c9e38c82c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:20.596670 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c3bd1c58-8b12-46b0-acbc-9bf44b9d5801 req-94b8f1a2-0d0c-41c3-aede-002c9e38c82c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0489426 Aug 09 11:28:20.635750 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c3bd1c58-8b12-46b0-acbc-9bf44b9d5801 req-3157c4c3-aced-4ca7-aaa3-d74366d8d0a1 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Aug 09 11:28:21.347162 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:21.554167 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d5e33-6f1e-48cc-80fd-64ee211ed426 req-c7ff4c20-e84c-4231-a0d5-ac6229f6842c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:21.556114 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b20d5e33-6f1e-48cc-80fd-64ee211ed426 req-c7ff4c20-e84c-4231-a0d5-ac6229f6842c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0595748 Aug 09 11:28:21.609843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:21.621727 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b20d5e33-6f1e-48cc-80fd-64ee211ed426 req-fb71148e-eea2-4b1a-a87d-c8fc6b5df941 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593596 Aug 09 11:28:21.631947 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349ae7a-c599-40cf-8e18-ebf292b0a3a4 req-19ddc0b8-c1fb-48b3-8a7f-bdec736c3cd4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:21.633502 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c349ae7a-c599-40cf-8e18-ebf292b0a3a4 req-19ddc0b8-c1fb-48b3-8a7f-bdec736c3cd4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0741682 Aug 09 11:28:21.674824 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c349ae7a-c599-40cf-8e18-ebf292b0a3a4 req-6a4bf820-da03-44ef-b2bf-13ec40af457c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Aug 09 11:28:21.757320 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390deb-7505-4301-bd6b-dd4ce83a9fe6 req-301930df-f2e0-4b77-910f-64021a0e9cad tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:21.758977 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31390deb-7505-4301-bd6b-dd4ce83a9fe6 req-301930df-f2e0-4b77-910f-64021a0e9cad tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0520415 Aug 09 11:28:21.797787 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31390deb-7505-4301-bd6b-dd4ce83a9fe6 req-1c1bb95d-a2bf-46bc-a06e-809cb56bb3fd tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Aug 09 11:28:22.737927 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf94b4-2cd9-450b-b972-aee84659cf79 req-bbf43655-312e-445e-9451-9e05941fa0bd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:22.739405 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2ebf94b4-2cd9-450b-b972-aee84659cf79 req-bbf43655-312e-445e-9451-9e05941fa0bd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0467200 Aug 09 11:28:22.776193 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2ebf94b4-2cd9-450b-b972-aee84659cf79 req-6331a653-efed-40ca-a088-35635821b34d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Aug 09 11:28:22.789595 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc32cde-c3a0-486a-bda5-c2514a837070 req-a90caf83-0056-4327-9837-d3ccbf354ed3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:22.791167 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9cc32cde-c3a0-486a-bda5-c2514a837070 req-a90caf83-0056-4327-9837-d3ccbf354ed3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0471897 Aug 09 11:28:22.829818 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9cc32cde-c3a0-486a-bda5-c2514a837070 req-ff120c9e-9748-49c8-83aa-be7abd3955ce tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Aug 09 11:28:22.918554 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5c0e-7631-48ba-8322-e0fc9988fc2a req-10fc6692-0a08-4999-b752-237a7b7517a9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:22.919940 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3c9e5c0e-7631-48ba-8322-e0fc9988fc2a req-10fc6692-0a08-4999-b752-237a7b7517a9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0475233 Aug 09 11:28:22.957358 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3c9e5c0e-7631-48ba-8322-e0fc9988fc2a req-7c474502-86f2-4cd0-9618-79d897c4068c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Aug 09 11:28:23.892170 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc384f72-055c-4b34-9530-3de5d5172441 req-3728e614-fe3a-4e8f-a724-1aae0713d27e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:23.894429 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cc384f72-055c-4b34-9530-3de5d5172441 req-3728e614-fe3a-4e8f-a724-1aae0713d27e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0495715 Aug 09 11:28:23.931469 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cc384f72-055c-4b34-9530-3de5d5172441 req-6d274024-3113-4bcc-83aa-57d3794d7e20 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Aug 09 11:28:23.956652 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339db8b-dbea-4e6d-8882-6ba098bf3f1d req-3be89097-dd93-434b-8328-1d7514026beb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:23.958156 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d339db8b-dbea-4e6d-8882-6ba098bf3f1d req-3be89097-dd93-434b-8328-1d7514026beb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0575812 Aug 09 11:28:23.995430 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d339db8b-dbea-4e6d-8882-6ba098bf3f1d req-a43aa6c7-f42f-4444-b778-0bc5be627082 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Aug 09 11:28:24.078546 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986d39-18c4-4fb4-8e83-9412015ce107 req-1a615d7a-0c4d-4c2a-bdd6-fa78aac2b3bb tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:24.080504 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18986d39-18c4-4fb4-8e83-9412015ce107 req-1a615d7a-0c4d-4c2a-bdd6-fa78aac2b3bb tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0519483 Aug 09 11:28:24.117554 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18986d39-18c4-4fb4-8e83-9412015ce107 req-14c26b45-d358-43ec-b5f0-68e6281fd4ec tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Aug 09 11:28:25.050045 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2b5cc-817f-464a-9327-9d18dd95efcd req-6b5df1c7-b4ee-4d27-b466-09306415c969 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:25.051523 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1ab2b5cc-817f-464a-9327-9d18dd95efcd req-6b5df1c7-b4ee-4d27-b466-09306415c969 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 943 time: 0.0490983 Aug 09 11:28:25.090375 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1ab2b5cc-817f-464a-9327-9d18dd95efcd req-e7a82f8b-7c0b-4924-8f2c-143d84958495 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Aug 09 11:28:25.113018 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88ffaa-3c44-4237-bf39-4e64b1253175 req-31fd425e-b3d0-4004-b664-c6b63aa74811 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:25.114629 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aa88ffaa-3c44-4237-bf39-4e64b1253175 req-31fd425e-b3d0-4004-b664-c6b63aa74811 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 943 time: 0.0490930 Aug 09 11:28:25.152506 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aa88ffaa-3c44-4237-bf39-4e64b1253175 req-c77a6a7f-05ec-459e-a1cf-c0bdff32a290 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Aug 09 11:28:25.214937 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:28:25.233344 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d71c5-5714-4011-840a-6d572d09fee5 req-60e90460-6b10-47a0-b89d-c75d51592b41 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:25.235060 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-330d71c5-5714-4011-840a-6d572d09fee5 req-60e90460-6b10-47a0-b89d-c75d51592b41 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0481701 Aug 09 11:28:25.273080 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-330d71c5-5714-4011-840a-6d572d09fee5 req-da3e0ca9-9292-402f-bb61-09eadfe4fd3a tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Aug 09 11:28:25.315247 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:25.327047 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'port_id': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6', 'mac_address': 'fa:16:3e:06:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:28:25.363763 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:25.364150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:25.376466 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:25.395115 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:25.398657 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:25.399267 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 219d1f13-bda6-43d8-b408-7480b2bef8df details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:28:25.472290 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:25.535890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 219d1f13-bda6-43d8-b408-7480b2bef8df, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=219d1f13-bda6-43d8-b408-7480b2bef8df,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:25.547229 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'port_id': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'mac_address': 'fa:16:3e:b8:1d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:28:25.584430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 219d1f13-bda6-43d8-b408-7480b2bef8df is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:25.584845 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:25.597899 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219d1f13-bda6-43d8-b408-7480b2bef8df {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:25.616297 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 219d1f13-bda6-43d8-b408-7480b2bef8df, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=219d1f13-bda6-43d8-b408-7480b2bef8df,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:25.620098 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:25.668180 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=219d1f13-bda6-43d8-b408-7480b2bef8df,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:26.207017 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db31a7-eab2-490b-aba6-4599dd727e81 req-880587b0-ceaa-4601-8bbf-0fd9e004a201 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:26.208478 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-86db31a7-eab2-490b-aba6-4599dd727e81 req-880587b0-ceaa-4601-8bbf-0fd9e004a201 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 944 time: 0.0481412 Aug 09 11:28:26.245526 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-86db31a7-eab2-490b-aba6-4599dd727e81 req-77941938-85d4-461e-ae87-45220c85492f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Aug 09 11:28:26.271331 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4e23b-18c8-4112-8dc5-f1f507cc5c78 req-2271ae73-c7ed-4758-bfda-0fe00b4763c0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:26.272755 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e2b4e23b-18c8-4112-8dc5-f1f507cc5c78 req-2271ae73-c7ed-4758-bfda-0fe00b4763c0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 944 time: 0.0507083 Aug 09 11:28:26.309012 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e2b4e23b-18c8-4112-8dc5-f1f507cc5c78 req-3b656770-5d8a-4d48-a494-14cbff1bd179 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302119 Aug 09 11:28:26.392825 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef8a5-9b13-4913-a618-c7c4f213c3a6 req-bb94edb2-b51b-4bfd-8de5-009e7d81d0cf tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:26.394293 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f2bef8a5-9b13-4913-a618-c7c4f213c3a6 req-bb94edb2-b51b-4bfd-8de5-009e7d81d0cf tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0504265 Aug 09 11:28:26.429890 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f2bef8a5-9b13-4913-a618-c7c4f213c3a6 req-f8941bf7-c799-4eb9-806f-c24990a3c177 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297232 Aug 09 11:28:27.361786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f594-0fd5-4216-aa83-317058aeb57e req-1d8b492b-b27a-4816-ae38-cc7b86c7de36 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:27.363311 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9c75f594-0fd5-4216-aa83-317058aeb57e req-1d8b492b-b27a-4816-ae38-cc7b86c7de36 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 944 time: 0.0486586 Aug 09 11:28:27.401598 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9c75f594-0fd5-4216-aa83-317058aeb57e req-8dc19a24-ac2f-4ae3-9658-46dd8cb5f7ac tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Aug 09 11:28:27.426325 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77a274-9bd7-4b56-93d5-e53230b8ac19 req-36746fcd-d903-41ff-9256-3b3252a1cd22 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:27.427795 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9b77a274-9bd7-4b56-93d5-e53230b8ac19 req-36746fcd-d903-41ff-9256-3b3252a1cd22 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 944 time: 0.0469623 Aug 09 11:28:27.466119 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9b77a274-9bd7-4b56-93d5-e53230b8ac19 req-daf8d3a0-6d5e-4538-8c55-b377674308fe tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Aug 09 11:28:27.502659 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:27.550837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744cd65-e2af-4380-b2bd-7b1249a58182 req-d1700bbc-f0c0-430e-88c0-930fc132db6b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:27.552282 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4744cd65-e2af-4380-b2bd-7b1249a58182 req-d1700bbc-f0c0-430e-88c0-930fc132db6b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 944 time: 0.0489442 Aug 09 11:28:27.573721 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 1718f18c-6a65-4abc-b32b-a2b45060e9c5 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:28:27.592336 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4744cd65-e2af-4380-b2bd-7b1249a58182 req-627a7a5f-e43a-4c1d-ac23-f6e470ad84c4 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Aug 09 11:28:27.625390 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:28:27.629488 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:28:27.629860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:27.711671 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:27.712052 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:27.734650 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1718f18c-6a65-4abc-b32b-a2b45060e9c5'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:27.806309 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:27.812174 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:27.813175 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 22f2ee49-d445-4d2d-a02c-160eb5906fab up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:28:27.898911 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=1718f18c-6a65-4abc-b32b-a2b45060e9c5,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:27.906617 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 22f2ee49-d445-4d2d-a02c-160eb5906fab completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:28:27.910507 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 22f2ee49-d445-4d2d-a02c-160eb5906fab triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:28:27.910884 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:27.938776 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6975547-8c3d-4d30-8fff-31023d712e36" -d '{"events": [{"server_uuid": "ace50904-5256-4244-bff5-7233c8ddcf72", "name": "network-vif-plugged", "status": "completed", "tag": "1718f18c-6a65-4abc-b32b-a2b45060e9c5"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:27.996643 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 22f2ee49-d445-4d2d-a02c-160eb5906fab is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:27.997030 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:28.030968 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d542df-adbc-4e8d-8b81-e5ccb4274587 x-openstack-request-id: req-38d542df-adbc-4e8d-8b81-e5ccb4274587 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:28.031353 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace50904-5256-4244-bff5-7233c8ddcf72", "name": "network-vif-plugged", "status": "completed", "tag": "1718f18c-6a65-4abc-b32b-a2b45060e9c5", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:28.031614 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38d542df-adbc-4e8d-8b81-e5ccb4274587 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:28.032076 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d542df-adbc-4e8d-8b81-e5ccb4274587'] response: {'server_uuid': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1718f18c-6a65-4abc-b32b-a2b45060e9c5', 'code': 200} Aug 09 11:28:28.033693 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 22f2ee49-d445-4d2d-a02c-160eb5906fab, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:28.037785 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:28.088056 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=22f2ee49-d445-4d2d-a02c-160eb5906fab,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:28.390867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c19c1-561f-490c-adfd-671792d234b1 req-b3d9f0ab-e03f-462c-a7be-3869e0a1cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:28.392381 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-312c19c1-561f-490c-adfd-671792d234b1 req-b3d9f0ab-e03f-462c-a7be-3869e0a1cddc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1099 time: 0.0713885 Aug 09 11:28:28.412891 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-312c19c1-561f-490c-adfd-671792d234b1 req-5c30cce2-cb81-40fe-9b4f-b3585d854cbb service neutron] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:28.442240 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['219d1f13-bda6-43d8-b408-7480b2bef8df'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:28:28.494413 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['8d96a395-0b59-4fea-90ce-58df1c9e1cd6'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:28:28.506138 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-312c19c1-561f-490c-adfd-671792d234b1 req-5c30cce2-cb81-40fe-9b4f-b3585d854cbb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:28.521335 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-312c19c1-561f-490c-adfd-671792d234b1 req-5c30cce2-cb81-40fe-9b4f-b3585d854cbb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:28.546135 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-312c19c1-561f-490c-adfd-671792d234b1 req-5c30cce2-cb81-40fe-9b4f-b3585d854cbb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462169 Aug 09 11:28:28.573287 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30cce2-cb81-40fe-9b4f-b3585d854cbb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=baa7acd4-de28-4855-bbc4-2e7d53e338eb,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:28.584419 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b40c8a-e2e3-41dd-89a4-68cc2fd803d4 req-f9ed4131-231b-4451-90dc-fab9eef89b9a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:28.586445 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e3b40c8a-e2e3-41dd-89a4-68cc2fd803d4 req-f9ed4131-231b-4451-90dc-fab9eef89b9a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 944 time: 0.0946734 Aug 09 11:28:28.633308 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e3b40c8a-e2e3-41dd-89a4-68cc2fd803d4 req-d9105659-5001-4c97-946e-73bb81eb659c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Aug 09 11:28:28.669039 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51cd86-eb7c-4fb5-b3e0-02adbc8b9fdc req-9c837475-c527-4e95-96b1-587d46eebd74 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:28.678326 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1f51cd86-eb7c-4fb5-b3e0-02adbc8b9fdc req-9c837475-c527-4e95-96b1-587d46eebd74 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 944 time: 0.1132030 Aug 09 11:28:28.749643 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1f51cd86-eb7c-4fb5-b3e0-02adbc8b9fdc req-a7246b13-180e-4e28-ab48-9967d1402058 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700824 Aug 09 11:28:28.790368 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cae67f-3e8b-4a4d-89d7-f3f923e339fd req-9c8958f0-f900-480b-8b50-b0e906a3a19f tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:28.792022 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b7cae67f-3e8b-4a4d-89d7-f3f923e339fd req-9c8958f0-f900-480b-8b50-b0e906a3a19f tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0575743 Aug 09 11:28:28.830356 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b7cae67f-3e8b-4a4d-89d7-f3f923e339fd req-4b8c9dee-f268-4031-9ea8-716d4563cd8b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Aug 09 11:28:29.617110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37838) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:29.756272 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:29.785113 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb64d-6792-449e-a6d0-391014218726 req-d18a463c-6c99-49da-a059-53f24ddbbb52 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:29.786917 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-962cb64d-6792-449e-a6d0-391014218726 req-d18a463c-6c99-49da-a059-53f24ddbbb52 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 944 time: 0.0733590 Aug 09 11:28:29.844632 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-962cb64d-6792-449e-a6d0-391014218726 req-a011d861-8c23-4874-b528-7a3a37a344fe tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509386 Aug 09 11:28:29.897039 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff0e8-a266-42b1-b0ca-8efbe275d21e req-fc60cfc8-b690-41f8-b841-2314c6263e12 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:29.907003 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-436ff0e8-a266-42b1-b0ca-8efbe275d21e req-fc60cfc8-b690-41f8-b841-2314c6263e12 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 944 time: 0.0804284 Aug 09 11:28:29.915210 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:29.921966 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:29.950879 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-436ff0e8-a266-42b1-b0ca-8efbe275d21e req-528bf831-c46a-4aac-b57f-da43c4c02b90 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Aug 09 11:28:29.981814 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dffbce-9a7f-4d5c-b645-2132082b034e,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:30.005263 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c38f77fbb7d74210b5bb5050b4428b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868682 Aug 09 11:28:30.007986 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37856) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:30.008557 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.009065 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.009558 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.010085 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.010586 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.011069 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.011754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.012239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.012831 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.013861 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.014524 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.014965 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8485e3-9adb-414b-a594-54632a4c2c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.033387 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f2ee49-d445-4d2d-a02c-160eb5906fab'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:30.037284 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da6642b-c221-4135-bd84-4786ded31ab7" -d '{"events": [{"server_uuid": "5c30fc9c-81e5-4be9-a2b8-2fc8832160e5", "name": "network-vif-plugged", "status": "completed", "tag": "22f2ee49-d445-4d2d-a02c-160eb5906fab"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:30.045166 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba40c-4689-4b61-9578-214dfb1f2d4b req-99df78ff-f6b9-4ce5-8440-30f37f52123a tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:30.047578 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2a0ba40c-4689-4b61-9578-214dfb1f2d4b req-99df78ff-f6b9-4ce5-8440-30f37f52123a tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0985339 Aug 09 11:28:30.114990 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2a0ba40c-4689-4b61-9578-214dfb1f2d4b req-3b667628-1448-4189-837d-99a4d819954b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Aug 09 11:28:30.124931 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d3b85d-8822-4f01-b4b1-1e62c2ce8cd5 x-openstack-request-id: req-b1d3b85d-8822-4f01-b4b1-1e62c2ce8cd5 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:30.125455 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c30fc9c-81e5-4be9-a2b8-2fc8832160e5", "name": "network-vif-plugged", "status": "completed", "tag": "22f2ee49-d445-4d2d-a02c-160eb5906fab", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:30.125709 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1d3b85d-8822-4f01-b4b1-1e62c2ce8cd5 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:30.126120 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d3b85d-8822-4f01-b4b1-1e62c2ce8cd5'] response: {'server_uuid': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f2ee49-d445-4d2d-a02c-160eb5906fab', 'code': 200} Aug 09 11:28:30.156353 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.189466 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.270256 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.273881 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.277475 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5dffbce-9a7f-4d5c-b645-2132082b034e HTTP/1.1" status: 204 len: 168 time: 0.2657013 Aug 09 11:28:30.286313 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dffbce-9a7f-4d5c-b645-2132082b034e,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:30.297456 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.297801 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.298161 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.298550 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.298959 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.299271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.299654 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.299998 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.300454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.300784 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.301107 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.301422 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cac8e61-035d-426c-9edc-97d522c13c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:30.451864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e15dd-daa3-424f-b8da-138733b75102 req-c682e437-e5d7-41ec-93d9-eb140d220d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:30.453534 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-313e15dd-daa3-424f-b8da-138733b75102 req-c682e437-e5d7-41ec-93d9-eb140d220d9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 1098 time: 0.0535226 Aug 09 11:28:30.500786 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-313e15dd-daa3-424f-b8da-138733b75102 req-6af29edf-a8b6-4681-8c38-41f4fb01d3f7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Aug 09 11:28:30.570254 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37902) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:30.665879 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37910) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:30.682154 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ed7ced59-e0da-428d-b271-3c148ff3739c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.714737 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-86ff1e34-2d17-4130-bf79-bb55ea795064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.815675 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ed7ced59-e0da-428d-b271-3c148ff3739c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.821612 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ed7ced59-e0da-428d-b271-3c148ff3739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.877170 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ced59-e0da-428d-b271-3c148ff3739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f5e818-39b0-4035-8f44-d7984c87e8b1,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:30.885788 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ed7ced59-e0da-428d-b271-3c148ff3739c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2369037f0d20438e946c57f857629255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154205 Aug 09 11:28:30.885788 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-86ff1e34-2d17-4130-bf79-bb55ea795064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.885922 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37918) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:30.890927 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-86ff1e34-2d17-4130-bf79-bb55ea795064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.929909 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-86ff1e34-2d17-4130-bf79-bb55ea795064 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=054ef95648764821bd77b675c58f0367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545649 Aug 09 11:28:30.930579 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37922) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:30.944572 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff1e34-2d17-4130-bf79-bb55ea795064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e51306-eea0-4d5a-a289-5a7554532137,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:30.972828 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb125-b26e-4585-9b99-6d90362af737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.990919 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e2c2f-17e4-433a-a33b-f9cba2b61e62 req-b1799446-558e-4317-aad1-7ff0ee24392e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:30.992477 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fa7e2c2f-17e4-433a-a33b-f9cba2b61e62 req-b1799446-558e-4317-aad1-7ff0ee24392e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 944 time: 0.0618811 Aug 09 11:28:31.005425 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb125-b26e-4585-9b99-6d90362af737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.032641 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c3438d5e-29aa-4575-a71a-cad31c0c3dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.037949 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fa7e2c2f-17e4-433a-a33b-f9cba2b61e62 req-cf61587c-ba07-4de4-b2a0-1666d5ae54c5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372703 Aug 09 11:28:31.093678 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c3438d5e-29aa-4575-a71a-cad31c0c3dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.146698 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bef1b9-1250-46b7-a28f-0fdd6592b66b req-1e1fb615-22f3-498a-8e51-9ed88016ae9a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:31.148206 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08bef1b9-1250-46b7-a28f-0fdd6592b66b req-1e1fb615-22f3-498a-8e51-9ed88016ae9a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 944 time: 0.1069498 Aug 09 11:28:31.180142 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb125-b26e-4585-9b99-6d90362af737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.183055 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb125-b26e-4585-9b99-6d90362af737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.184179 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6f5fb125-b26e-4585-9b99-6d90362af737 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4f5e818-39b0-4035-8f44-d7984c87e8b1 HTTP/1.1" status: 204 len: 168 time: 0.2976072 Aug 09 11:28:31.205480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c3438d5e-29aa-4575-a71a-cad31c0c3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.208569 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c3438d5e-29aa-4575-a71a-cad31c0c3dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.209693 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-c3438d5e-29aa-4575-a71a-cad31c0c3dd1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16e51306-eea0-4d5a-a289-5a7554532137 HTTP/1.1" status: 204 len: 168 time: 0.2786357 Aug 09 11:28:31.210576 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fb125-b26e-4585-9b99-6d90362af737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f5e818-39b0-4035-8f44-d7984c87e8b1,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:31.227239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3438d5e-29aa-4575-a71a-cad31c0c3dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e51306-eea0-4d5a-a289-5a7554532137,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:31.248246 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08bef1b9-1250-46b7-a28f-0fdd6592b66b req-1bf18750-04b2-45b4-9d67-030219f22682 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926042 Aug 09 11:28:31.274831 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e746c72-2a4a-4420-bd66-6c9d29926985 req-30d88a02-7833-4534-a032-75db85d02b2d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:31.276463 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0e746c72-2a4a-4420-bd66-6c9d29926985 req-30d88a02-7833-4534-a032-75db85d02b2d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0673454 Aug 09 11:28:31.332781 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0e746c72-2a4a-4420-bd66-6c9d29926985 req-d1707445-618a-4881-befa-a168c09919f9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Aug 09 11:28:31.650254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 37964) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:31.663730 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ee184fc6-e8c9-438b-adf1-4e32b154350d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.739665 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ee184fc6-e8c9-438b-adf1-4e32b154350d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.744255 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ee184fc6-e8c9-438b-adf1-4e32b154350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.782822 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ee184fc6-e8c9-438b-adf1-4e32b154350d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=290cf1670a4847e2a674cf0030a35522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314061 Aug 09 11:28:31.783705 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee184fc6-e8c9-438b-adf1-4e32b154350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de688ba0-eb07-4894-bef4-f756092b5092,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:31.785623 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 37966) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:31.860086 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-91d4524f-115a-4be3-8c39-51ec042f1cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.881175 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-91d4524f-115a-4be3-8c39-51ec042f1cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.908840 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:28:31.933616 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-91d4524f-115a-4be3-8c39-51ec042f1cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.937215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-91d4524f-115a-4be3-8c39-51ec042f1cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.941402 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-91d4524f-115a-4be3-8c39-51ec042f1cec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de688ba0-eb07-4894-bef4-f756092b5092 HTTP/1.1" status: 204 len: 168 time: 0.1543462 Aug 09 11:28:31.951002 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4524f-115a-4be3-8c39-51ec042f1cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de688ba0-eb07-4894-bef4-f756092b5092,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:32.113446 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:28:32.120254 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:28:32.120656 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:32.186284 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441e80d-0838-46d2-a8d0-9720d4f3155d req-8078d2fd-808b-4370-a080-849bee3b8f07 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:32.195567 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3441e80d-0838-46d2-a8d0-9720d4f3155d req-8078d2fd-808b-4370-a080-849bee3b8f07 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 944 time: 0.0667052 Aug 09 11:28:32.224307 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:32.225031 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:32.242582 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3441e80d-0838-46d2-a8d0-9720d4f3155d req-9997cc6b-802a-4d3c-89ee-01e24b046399 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460527 Aug 09 11:28:32.259955 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:32.259955 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224bcf01-b690-4371-83fd-6739e00a02e7" -d '{"events": [{"server_uuid": "20fed475-9cd6-471f-8cce-73c594c6bc46", "name": "network-vif-plugged", "status": "completed", "tag": "8d96a395-0b59-4fea-90ce-58df1c9e1cd6"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:32.273264 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:32.279877 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:32.280962 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 219d1f13-bda6-43d8-b408-7480b2bef8df up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:28:32.344559 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b3242b-a6fc-4980-8285-8c6defea0649 x-openstack-request-id: req-d8b3242b-a6fc-4980-8285-8c6defea0649 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:32.345065 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fed475-9cd6-471f-8cce-73c594c6bc46", "name": "network-vif-plugged", "status": "completed", "tag": "8d96a395-0b59-4fea-90ce-58df1c9e1cd6", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:32.345470 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8b3242b-a6fc-4980-8285-8c6defea0649 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:32.346023 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b3242b-a6fc-4980-8285-8c6defea0649'] response: {'server_uuid': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6', 'code': 200} Aug 09 11:28:32.389860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:32.400834 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.401212 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.401556 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.402528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.403021 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.403506 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.404630 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.405286 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.405890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.406413 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.406889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.407365 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:32.420098 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d72c-a2a4-45e0-8fde-b937744bb484 req-98fbc852-781a-4ba0-9ad6-2a977471a90f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:32.428800 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f56d72c-a2a4-45e0-8fde-b937744bb484 req-98fbc852-781a-4ba0-9ad6-2a977471a90f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0832925 Aug 09 11:28:32.454339 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 219d1f13-bda6-43d8-b408-7480b2bef8df completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:28:32.459260 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 219d1f13-bda6-43d8-b408-7480b2bef8df triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:28:32.459814 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:32.479647 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f56d72c-a2a4-45e0-8fde-b937744bb484 req-b023420d-4358-4ff8-84a3-7585ebf2580a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Aug 09 11:28:32.547794 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea015-d331-469f-b277-310032c563b0 req-be3674d9-d4b5-4bc5-8f29-e84fdb0c65a2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:32.555579 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5ceea015-d331-469f-b277-310032c563b0 req-be3674d9-d4b5-4bc5-8f29-e84fdb0c65a2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0787611 Aug 09 11:28:32.583530 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 219d1f13-bda6-43d8-b408-7480b2bef8df is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:28:32.584406 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:32.622540 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5ceea015-d331-469f-b277-310032c563b0 req-79a45548-7c43-43e3-9d0e-299c4e90ebff tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Aug 09 11:28:32.638753 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 219d1f13-bda6-43d8-b408-7480b2bef8df, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=219d1f13-bda6-43d8-b408-7480b2bef8df,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:28:32.644209 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:32.694032 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=219d1f13-bda6-43d8-b408-7480b2bef8df,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:33.370624 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cdddb-f5ce-44eb-94e3-370036959b6f req-3f9ffa7c-8a68-44c4-85a7-706a571ebbb9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:33.372318 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9d1cdddb-f5ce-44eb-94e3-370036959b6f req-3f9ffa7c-8a68-44c4-85a7-706a571ebbb9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Aug 09 11:28:33.422259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9d1cdddb-f5ce-44eb-94e3-370036959b6f req-61b1e304-6e33-4f87-bfca-2a59dfd3b8fb tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Aug 09 11:28:33.601619 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c05e-c651-435c-ab05-09e1ab2357c3 req-2525272f-121c-4d3e-8aa5-050f96215180 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:33.603339 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b2d2c05e-c651-435c-ab05-09e1ab2357c3 req-2525272f-121c-4d3e-8aa5-050f96215180 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Aug 09 11:28:33.647335 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b2d2c05e-c651-435c-ab05-09e1ab2357c3 req-67017f7b-bf15-48eb-b3ed-0ce029689c9a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Aug 09 11:28:33.734135 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61831a2-42dd-4262-b6f2-eaf654d3efbf req-913bc527-dd8a-4fec-a7c3-910c7a2eac90 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:33.735643 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e61831a2-42dd-4262-b6f2-eaf654d3efbf req-913bc527-dd8a-4fec-a7c3-910c7a2eac90 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Aug 09 11:28:33.774644 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e61831a2-42dd-4262-b6f2-eaf654d3efbf req-3c57f33e-507b-4f41-a28d-07f3ac3e3130 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 09 11:28:34.347104 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:34.349787 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acf5038-f07c-4e81-89fc-7a1cfd0a1ef3" -d '{"events": [{"server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "name": "network-vif-plugged", "status": "completed", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:34.385826 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d0b701-ca6e-49cc-a470-c71bd9999034 x-openstack-request-id: req-05d0b701-ca6e-49cc-a470-c71bd9999034 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:34.386164 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "name": "network-vif-plugged", "status": "completed", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:34.386415 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05d0b701-ca6e-49cc-a470-c71bd9999034 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:34.386807 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d0b701-ca6e-49cc-a470-c71bd9999034'] response: {'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'code': 200} Aug 09 11:28:34.547488 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f10302-c299-4b88-8e2e-7d6093f282c4 req-40431947-8741-450f-857e-064158cfabc4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:34.548965 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-05f10302-c299-4b88-8e2e-7d6093f282c4 req-40431947-8741-450f-857e-064158cfabc4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0546176 Aug 09 11:28:34.589268 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-05f10302-c299-4b88-8e2e-7d6093f282c4 req-2f5bc681-1a6b-4fa9-899e-48f31f47c1fc tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Aug 09 11:28:34.772811 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543a00-61cd-491a-a00c-0a647ec6320c req-d73756f7-292a-42c7-92c9-4ca4496a8f1b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:34.774304 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c543a00-61cd-491a-a00c-0a647ec6320c req-d73756f7-292a-42c7-92c9-4ca4496a8f1b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0526893 Aug 09 11:28:34.825778 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c543a00-61cd-491a-a00c-0a647ec6320c req-ff1e6747-133e-461f-874d-ddcabbdb9587 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Aug 09 11:28:34.898890 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da63a-1504-46d5-a017-849fdf2bfa61 req-97d858f9-0ffd-4a39-8d05-b6dea6d3715c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:34.900527 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c32da63a-1504-46d5-a017-849fdf2bfa61 req-97d858f9-0ffd-4a39-8d05-b6dea6d3715c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0493827 Aug 09 11:28:34.939296 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c32da63a-1504-46d5-a017-849fdf2bfa61 req-c305bb2c-adb8-4684-afaf-8eb8016debf9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Aug 09 11:28:35.166378 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38178) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:35.277195 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a270-cfe1-49ca-a354-1804e8b1cf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.392549 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a270-cfe1-49ca-a354-1804e8b1cf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.405747 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a270-cfe1-49ca-a354-1804e8b1cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.448721 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-4cb6a270-cfe1-49ca-a354-1804e8b1cf0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=960d66eaad7b49cfb6981a5a121db2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781334 Aug 09 11:28:35.448884 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 38194) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:35.470222 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6a270-cfe1-49ca-a354-1804e8b1cf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbafe370-8a5f-4a3f-b84d-8c64d3fb32b7,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:35.517034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b918c9eb-a5d6-4008-8304-8f7985719b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.565173 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b918c9eb-a5d6-4008-8304-8f7985719b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.601654 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473b70-1f25-4ab1-98e7-09ca9bb5268a req-4555814e-500f-421b-b26d-6bbdb3fe68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:35.603158 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-80473b70-1f25-4ab1-98e7-09ca9bb5268a req-4555814e-500f-421b-b26d-6bbdb3fe68ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1098 time: 0.0833719 Aug 09 11:28:35.632383 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c67a-9c26-4758-9c79-f0d8d274c108 req-0b1be94c-5045-41d0-a1a0-36ce9bafa492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:35.634525 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d45c67a-9c26-4758-9c79-f0d8d274c108 req-0b1be94c-5045-41d0-a1a0-36ce9bafa492 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1098 time: 0.1016865 Aug 09 11:28:35.651315 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-80473b70-1f25-4ab1-98e7-09ca9bb5268a req-d7de31bb-ddb8-4a89-a0d5-e73102ce7ead service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Aug 09 11:28:35.652357 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b918c9eb-a5d6-4008-8304-8f7985719b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.655801 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b918c9eb-a5d6-4008-8304-8f7985719b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:35.659170 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b918c9eb-a5d6-4008-8304-8f7985719b01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbafe370-8a5f-4a3f-b84d-8c64d3fb32b7 HTTP/1.1" status: 204 len: 168 time: 0.2071068 Aug 09 11:28:35.691556 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d45c67a-9c26-4758-9c79-f0d8d274c108 req-65984573-6d0c-44c2-b5ea-8952c0e42741 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483112 Aug 09 11:28:35.698320 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c9eb-a5d6-4008-8304-8f7985719b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbafe370-8a5f-4a3f-b84d-8c64d3fb32b7,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:35.756246 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b226acb-84c6-48f3-bf1b-f5a6a8dba31b req-413aef4d-95aa-4220-8194-7d9bd142401d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:35.758119 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8b226acb-84c6-48f3-bf1b-f5a6a8dba31b req-413aef4d-95aa-4220-8194-7d9bd142401d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0791671 Aug 09 11:28:35.817025 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8b226acb-84c6-48f3-bf1b-f5a6a8dba31b req-96064916-35d0-44e6-afce-0298efb3337c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494039 Aug 09 11:28:35.958312 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6eb82-ee3b-4e4b-be06-07e7362a44eb req-a249dd8a-9e0c-43b4-84ab-e12cb2f10816 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:35.960699 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c8b6eb82-ee3b-4e4b-be06-07e7362a44eb req-a249dd8a-9e0c-43b4-84ab-e12cb2f10816 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0554028 Aug 09 11:28:36.007614 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c8b6eb82-ee3b-4e4b-be06-07e7362a44eb req-4af97f58-6bcb-4b86-a05c-1c7cd52b9aec tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Aug 09 11:28:36.047738 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38236) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:36.065356 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c15eb0-7597-41bd-b0f9-d6ddb28d3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.113301 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dd1a7-be00-43ce-a255-69f5a8671750 req-67aad9e4-6b37-40c9-abb2-344584c17ab6 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:36.115244 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-175dd1a7-be00-43ce-a255-69f5a8671750 req-67aad9e4-6b37-40c9-abb2-344584c17ab6 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0684917 Aug 09 11:28:36.162701 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-175dd1a7-be00-43ce-a255-69f5a8671750 req-1fa8fb9c-f58b-4891-ac49-4837e3b1f16f tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Aug 09 11:28:36.163995 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c15eb0-7597-41bd-b0f9-d6ddb28d3be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.167709 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-17c15eb0-7597-41bd-b0f9-d6ddb28d3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.210563 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-17c15eb0-7597-41bd-b0f9-d6ddb28d3be7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09cd1a0727e24a28ae8b2f0f52d50728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616628 Aug 09 11:28:36.211334 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c15eb0-7597-41bd-b0f9-d6ddb28d3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab6395-9c43-4127-b4e6-476c204e0a75,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:36.213781 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38238) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:36.270495 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a63b7f4-8a35-4199-b62d-faa17a565995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.293689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a63b7f4-8a35-4199-b62d-faa17a565995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.347664 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 38242) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:36.351767 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a63b7f4-8a35-4199-b62d-faa17a565995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.354400 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a63b7f4-8a35-4199-b62d-faa17a565995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.355539 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7a63b7f4-8a35-4199-b62d-faa17a565995 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6dab6395-9c43-4127-b4e6-476c204e0a75 HTTP/1.1" status: 204 len: 168 time: 0.1408982 Aug 09 11:28:36.364546 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63b7f4-8a35-4199-b62d-faa17a565995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab6395-9c43-4127-b4e6-476c204e0a75,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:36.459973 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-60cd9dbc-6711-4584-af13-1c2c44954bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.549709 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-60cd9dbc-6711-4584-af13-1c2c44954bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.553788 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-60cd9dbc-6711-4584-af13-1c2c44954bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.597408 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-60cd9dbc-6711-4584-af13-1c2c44954bbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7085c64b3d04c02bc0b4178e9ff9a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484910 Aug 09 11:28:36.598635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd9dbc-6711-4584-af13-1c2c44954bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7788e4-782d-4773-8aa1-17c4e6c8bb3a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:36.600220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38256) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:36.658754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-13717ff6-6e17-4767-bab5-49ed3971a511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.702743 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-13717ff6-6e17-4767-bab5-49ed3971a511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.757890 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-13717ff6-6e17-4767-bab5-49ed3971a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.760461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-13717ff6-6e17-4767-bab5-49ed3971a511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:36.761582 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-13717ff6-6e17-4767-bab5-49ed3971a511 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc7788e4-782d-4773-8aa1-17c4e6c8bb3a HTTP/1.1" status: 204 len: 168 time: 0.1592357 Aug 09 11:28:36.770036 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13717ff6-6e17-4767-bab5-49ed3971a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7788e4-782d-4773-8aa1-17c4e6c8bb3a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:36.965409 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567b94d-453a-448b-85f0-7e650f0c97c5 req-1d30fb42-c046-4143-8bac-96c68b3d8a5b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:36.967320 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2567b94d-453a-448b-85f0-7e650f0c97c5 req-1d30fb42-c046-4143-8bac-96c68b3d8a5b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0633290 Aug 09 11:28:37.025518 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2567b94d-453a-448b-85f0-7e650f0c97c5 req-3609113d-b96d-4175-9b96-f32897eaecc4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Aug 09 11:28:37.253342 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792747-52e0-47d9-8a8d-63b787bd901b req-b084fe56-d084-406f-914b-708a2f36fdf1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:37.255009 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-45792747-52e0-47d9-8a8d-63b787bd901b req-b084fe56-d084-406f-914b-708a2f36fdf1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0865827 Aug 09 11:28:37.304722 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a861e-5ed2-43b8-928e-35b563dd4aec req-d0cab113-a15f-4af9-b1ba-6d4588b6392d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:37.306566 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14a861e-5ed2-43b8-928e-35b563dd4aec req-d0cab113-a15f-4af9-b1ba-6d4588b6392d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Aug 09 11:28:37.311187 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-45792747-52e0-47d9-8a8d-63b787bd901b req-e38a5946-30f0-406b-9495-f7f78fd66a60 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Aug 09 11:28:37.354967 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14a861e-5ed2-43b8-928e-35b563dd4aec req-075f335d-8022-498d-a271-5bcfacffdce8 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Aug 09 11:28:37.812421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38342) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:37.906209 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017077156-network', 'tenant_id': 'aad2cebd62c74228bc4b95b8a080f7bd'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:37.927305 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Made reservation on behalf of aad2cebd62c74228bc4b95b8a080f7bd for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:37.929830 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:37.939112 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.023916 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.027962 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.056201 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:28:38.062939 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e694b96-6476-4d98-b268-59d9c3a40522,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:38.069620 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.069893 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Added segment 9389be1e-ec28-4326-94a3-7519dbaf03d1 of type vlan for network 8c079bd5-f762-4470-a47b-0ec77deea611 Aug 09 11:28:38.112796 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.138925 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.139882 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:38.140454 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.162992 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d39-d750-467c-883d-8dd4a6a324e5 req-3fd044e5-d1ee-42c8-96ad-d8df09446931 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:38.172381 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e0030d39-d750-467c-883d-8dd4a6a324e5 req-3fd044e5-d1ee-42c8-96ad-d8df09446931 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0585151 Aug 09 11:28:38.180055 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3665457 Aug 09 11:28:38.186467 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38362) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:38.207778 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e0030d39-d750-467c-883d-8dd4a6a324e5 req-66a7cc47-4064-40a1-9186-38a219f602bf tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Aug 09 11:28:38.218319 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Request body: {'subnet': {'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017077156-subnet', 'tenant_id': 'aad2cebd62c74228bc4b95b8a080f7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:38.234409 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd1e35-5816-4be8-9e8c-240957325aca admin admin] Pushing event updated for resources: {'Network': ['ID=8c079bd5-f762-4470-a47b-0ec77deea611,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:38.242221 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Made reservation on behalf of aad2cebd62c74228bc4b95b8a080f7bd for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:38.247127 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 8c079bd5-f762-4470-a47b-0ec77deea611 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:28:38.251485 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474334'] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.274091 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 38368) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:38.410704 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7947-d116-45d8-bcfa-0f41ba2b986f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.486750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf42cc-c15e-4d65-bd1f-7b72e2f56a59 req-c32e317e-3be5-407b-8763-4fc77e94cddd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:38.489168 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e7cf42cc-c15e-4d65-bd1f-7b72e2f56a59 req-c32e317e-3be5-407b-8763-4fc77e94cddd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.1004465 Aug 09 11:28:38.494797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1635150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474352'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.508333 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21774de7-0826-4390-b874-4a4230c9885e req-706cb178-f563-469d-8c41-299de197ff2c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:38.509801 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-21774de7-0826-4390-b874-4a4230c9885e req-706cb178-f563-469d-8c41-299de197ff2c tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0755384 Aug 09 11:28:38.558597 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7947-d116-45d8-bcfa-0f41ba2b986f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.563884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45007222-3e03-41ab-8629-6c2224048eba,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:38.564570 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7947-d116-45d8-bcfa-0f41ba2b986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.571656 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-21774de7-0826-4390-b874-4a4230c9885e req-ffee5707-d1bc-4b69-b4ba-b2eb3b447ec6 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540242 Aug 09 11:28:38.581719 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e7cf42cc-c15e-4d65-bd1f-7b72e2f56a59 req-dd694b0d-782d-432d-adfa-004aaffca1f5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839705 Aug 09 11:28:38.594461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Checking segment: {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:38.594824 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Network hostable DHCP agents. Network: 8c079bd5-f762-4470-a47b-0ec77deea611, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:28:38.605237 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4d1c7947-d116-45d8-bcfa-0f41ba2b986f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d35cb79eec94ff798e6f8978078504c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299797 Aug 09 11:28:38.608306 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38376) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:38.614742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c7947-d116-45d8-bcfa-0f41ba2b986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54edc1-5de3-4bd6-8bf3-2eb6a854ae42,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:38.635762 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:28:38.639653 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Network 8c079bd5-f762-4470-a47b-0ec77deea611 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:28:38.656990 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 8c079bd5-f762-4470-a47b-0ec77deea611) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:28:38.662205 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:38.662798 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.666832 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22217cbd-5565-4fbd-947a-43449f5a7780 None None] Network 8c079bd5-f762-4470-a47b-0ec77deea611 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:28:38.682203 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-955ed8e0-bc61-4024-91e3-fce09a895122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.688083 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d0183277-a14a-4bd4-a045-dd99c76e3af7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4980745 Aug 09 11:28:38.708889 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-955ed8e0-bc61-4024-91e3-fce09a895122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.766143 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-955ed8e0-bc61-4024-91e3-fce09a895122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.768713 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-955ed8e0-bc61-4024-91e3-fce09a895122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:38.769855 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-955ed8e0-bc61-4024-91e3-fce09a895122 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b54edc1-5de3-4bd6-8bf3-2eb6a854ae42 HTTP/1.1" status: 204 len: 168 time: 0.1606388 Aug 09 11:28:38.777864 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ed8e0-bc61-4024-91e3-fce09a895122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54edc1-5de3-4bd6-8bf3-2eb6a854ae42,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:38.825074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd340e-e581-4d71-9757-8f3cf5299856 None None] Network 8c079bd5-f762-4470-a47b-0ec77deea611 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:28:39.061758 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38390) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:39.074758 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b163be1-718f-44ca-819a-44f838b3754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.154419 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b163be1-718f-44ca-819a-44f838b3754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.158040 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b163be1-718f-44ca-819a-44f838b3754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.197030 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b163be1-718f-44ca-819a-44f838b3754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c4ec4-fb3b-4d54-b260-28e6be18e6bf,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:39.201390 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7b163be1-718f-44ca-819a-44f838b3754d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5800a885172e4b5883d9904fad90c2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385269 Aug 09 11:28:39.204725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38392) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:39.267070 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9589508-e740-4ce5-91c2-ad6d3a5a5753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.316452 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9589508-e740-4ce5-91c2-ad6d3a5a5753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.347309 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7322d-dfe2-4c82-b1cd-e6ff96f1af01 req-a91de1ac-512e-47ea-a7f5-1096c92c3afa tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:39.354641 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c6e7322d-dfe2-4c82-b1cd-e6ff96f1af01 req-a91de1ac-512e-47ea-a7f5-1096c92c3afa tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0646574 Aug 09 11:28:39.389432 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c6e7322d-dfe2-4c82-b1cd-e6ff96f1af01 req-2e834f89-3256-4870-b5c4-2ab84c532ad7 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Aug 09 11:28:39.393752 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9589508-e740-4ce5-91c2-ad6d3a5a5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.396585 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9589508-e740-4ce5-91c2-ad6d3a5a5753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:39.397720 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b9589508-e740-4ce5-91c2-ad6d3a5a5753 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e63c4ec4-fb3b-4d54-b260-28e6be18e6bf HTTP/1.1" status: 204 len: 168 time: 0.1927402 Aug 09 11:28:39.406454 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9589508-e740-4ce5-91c2-ad6d3a5a5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c4ec4-fb3b-4d54-b260-28e6be18e6bf,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:39.698874 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b66c-4822-4b30-8e1c-7a6e2ce40f23 req-471cfb2d-3da6-48c2-b00b-87ad0e019d26 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:39.700523 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c775b66c-4822-4b30-8e1c-7a6e2ce40f23 req-471cfb2d-3da6-48c2-b00b-87ad0e019d26 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0551188 Aug 09 11:28:39.718390 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2703a-9052-4b09-9ce8-d71fb430b587 req-ffa38ccf-681f-48e3-b970-f9897bbffdaa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:39.719898 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cda2703a-9052-4b09-9ce8-d71fb430b587 req-ffa38ccf-681f-48e3-b970-f9897bbffdaa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0534186 Aug 09 11:28:39.744164 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c775b66c-4822-4b30-8e1c-7a6e2ce40f23 req-33f4f2cc-c3d8-4450-a711-0f08653f7eda tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Aug 09 11:28:39.769853 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cda2703a-9052-4b09-9ce8-d71fb430b587 req-0fef09da-27a2-4e58-ba5f-bed26b3c03c1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Aug 09 11:28:40.068537 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38430) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:40.161941 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1414488769-network', 'tenant_id': 'dba2dddb386b4d64b97cb2074e69eb40'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:40.180495 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Made reservation on behalf of dba2dddb386b4d64b97cb2074e69eb40 for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:40.182558 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.190929 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.262246 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.266528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.290578 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:28:40.300793 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765eb9c8-93df-495c-b46c-05ca087b190b,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:40.307958 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.308938 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Added segment 82ed9a14-f822-4c74-94eb-f020d494064d of type vlan for network 135105da-c791-47d3-b9ca-68f58ac79747 Aug 09 11:28:40.348384 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.375771 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.377193 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:40.377930 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.413414 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3437696 Aug 09 11:28:40.416345 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38442) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:40.421373 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Request body: {'subnet': {'network_id': '135105da-c791-47d3-b9ca-68f58ac79747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1414488769-subnet', 'tenant_id': 'dba2dddb386b4d64b97cb2074e69eb40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:40.463479 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28595c2c-fe7f-4f4a-8d18-f086e1ef4e48 admin admin] Pushing event updated for resources: {'Network': ['ID=135105da-c791-47d3-b9ca-68f58ac79747,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:40.476908 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 135105da-c791-47d3-b9ca-68f58ac79747 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:28:40.489036 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Made reservation on behalf of dba2dddb386b4d64b97cb2074e69eb40 for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:40.491141 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474334'] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.583988 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898e784-7f26-4b8a-92a3-d62457d49e92 req-62907b43-bf1e-4c2b-a4a9-5ad15dded228 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:40.585449 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c898e784-7f26-4b8a-92a3-d62457d49e92 req-62907b43-bf1e-4c2b-a4a9-5ad15dded228 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.1080754 Aug 09 11:28:40.818831 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c898e784-7f26-4b8a-92a3-d62457d49e92 req-50bb8766-df98-4090-b83a-a552373bab84 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228241 Aug 09 11:28:40.883011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2efc8-72be-4271-b112-6786fbd65a96 req-89f8a3b5-f145-4706-801f-8421db838fe0 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:40.883606 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1635150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474352'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:40.884851 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24e2efc8-72be-4271-b112-6786fbd65a96 req-89f8a3b5-f145-4706-801f-8421db838fe0 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0679634 Aug 09 11:28:40.924782 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24e2efc8-72be-4271-b112-6786fbd65a96 req-68e8b23d-a19c-4d6b-9828-cfbe2fe060f9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Aug 09 11:28:40.972857 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c159ef7d-f7d3-408e-a578-5cb69c5acca3,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:40.989127 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb168-ced1-411b-8000-6527992f4e83 req-42aff89c-7b2f-4cb2-b703-33f0245fa6e1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:40.990597 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a39bb168-ced1-411b-8000-6527992f4e83 req-42aff89c-7b2f-4cb2-b703-33f0245fa6e1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.1052306 Aug 09 11:28:40.994484 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Checking segment: {'id': '82ed9a14-f822-4c74-94eb-f020d494064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '135105da-c791-47d3-b9ca-68f58ac79747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:40.994835 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Network hostable DHCP agents. Network: 135105da-c791-47d3-b9ca-68f58ac79747, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:28:41.031859 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Network 135105da-c791-47d3-b9ca-68f58ac79747 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:28:41.043166 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a39bb168-ced1-411b-8000-6527992f4e83 req-bd76b273-8ada-46c4-9973-f2cfd80b2405 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Aug 09 11:28:41.048544 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 135105da-c791-47d3-b9ca-68f58ac79747) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:28:41.053311 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:41.054170 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.062412 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30526741-5445-4a9c-8ad2-23e180df5eae None None] Network 135105da-c791-47d3-b9ca-68f58ac79747 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:28:41.090042 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7210178c-f752-4db7-8970-de282d912990 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6709788 Aug 09 11:28:41.194782 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e88ca-0aa7-4e36-9ec3-02ed338cb7f7 None None] Network 135105da-c791-47d3-b9ca-68f58ac79747 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:28:41.567038 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38478) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:41.571985 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658631055-network', 'tenant_id': 'b68a3199f5ba4624a20a1f1a526cffa9'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:41.596818 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Made reservation on behalf of b68a3199f5ba4624a20a1f1a526cffa9 for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:41.599771 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.608132 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.679619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.683170 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.709938 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:28:41.715885 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f159ae0b-c7ec-44d9-b88c-8042906248c3,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:41.721717 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.722091 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Added segment 5938872a-e391-45d1-b602-69ba2a8dcc18 of type vlan for network 058616f4-7f70-4dc5-9e2a-10cffe090ddd Aug 09 11:28:41.764617 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.789070 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.790077 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:41.790640 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.819538 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2513676 Aug 09 11:28:41.824143 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 38484) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:41.844591 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Request body: {'subnet': {'network_id': '058616f4-7f70-4dc5-9e2a-10cffe090ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658631055-subnet', 'tenant_id': 'b68a3199f5ba4624a20a1f1a526cffa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:41.866188 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384e8fd-5999-496e-a0db-97e48d383bbc admin admin] Pushing event updated for resources: {'Network': ['ID=058616f4-7f70-4dc5-9e2a-10cffe090ddd,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:41.870628 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Made reservation on behalf of b68a3199f5ba4624a20a1f1a526cffa9 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:41.873771 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:41.882073 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 058616f4-7f70-4dc5-9e2a-10cffe090ddd details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:28:42.085956 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f24a5-31fb-4f8a-b936-fd2910521c03 req-bf3d3d59-9893-4b49-9138-11fe2020e3b9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:42.087659 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d7f24a5-31fb-4f8a-b936-fd2910521c03 req-bf3d3d59-9893-4b49-9138-11fe2020e3b9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0687129 Aug 09 11:28:42.094150 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9391993-e076-4942-900b-2846a10cc79a req-561ba78e-326a-44cc-8d8a-5ab4ccc04765 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:42.096207 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f9391993-e076-4942-900b-2846a10cc79a req-561ba78e-326a-44cc-8d8a-5ab4ccc04765 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.1011775 Aug 09 11:28:42.102967 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:42.140479 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d7f24a5-31fb-4f8a-b936-fd2910521c03 req-8dd18cbe-cba9-4d54-a5b0-dd89664229e2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Aug 09 11:28:42.187130 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015a30fa-9944-48cb-8969-2f0dd7b63c40,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:42.202106 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f9391993-e076-4942-900b-2846a10cc79a req-023e2271-91c3-4a78-a099-6ffa4f169861 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953267 Aug 09 11:28:42.235038 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Checking segment: {'id': '5938872a-e391-45d1-b602-69ba2a8dcc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '058616f4-7f70-4dc5-9e2a-10cffe090ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:42.235221 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Network hostable DHCP agents. Network: 058616f4-7f70-4dc5-9e2a-10cffe090ddd, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:28:42.270175 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Network 058616f4-7f70-4dc5-9e2a-10cffe090ddd is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:28:42.282007 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 058616f4-7f70-4dc5-9e2a-10cffe090ddd) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:28:42.287364 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:42.288386 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:42.294222 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dcf5bc-853a-4d88-ac8d-f524821e9dae None None] Network 058616f4-7f70-4dc5-9e2a-10cffe090ddd requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:28:42.330710 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3089ed-dffd-461b-b1a0-857b87b46346 req-863d2ad7-b7f3-427c-a6e6-1102adc9630c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:42.332011 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e3089ed-dffd-461b-b1a0-857b87b46346 req-863d2ad7-b7f3-427c-a6e6-1102adc9630c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0714700 Aug 09 11:28:42.343918 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4a364255-006d-48e5-b4fc-7198ec954db2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5083935 Aug 09 11:28:42.413382 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e3089ed-dffd-461b-b1a0-857b87b46346 req-e330e745-708a-4369-b650-d0158577646a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565834 Aug 09 11:28:42.475107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347f9c3-467d-4267-87cf-a0058338d8e3 None None] Network 058616f4-7f70-4dc5-9e2a-10cffe090ddd requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:28:42.996692 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492c8f-0ad3-4e44-ba12-73de02263aca req-9b302c97-82ec-4ee4-bd1d-d6df54e45968 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.004875 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61492c8f-0ad3-4e44-ba12-73de02263aca req-9b302c97-82ec-4ee4-bd1d-d6df54e45968 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0738308 Aug 09 11:28:43.008750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-5d7b336b-382d-452c-b411-7dad8f85e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.010443 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-5d7b336b-382d-452c-b411-7dad8f85e30d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1098 time: 0.0680456 Aug 09 11:28:43.019121 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-37705308-7171-4d51-8234-15e27260a64b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.026206 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-37705308-7171-4d51-8234-15e27260a64b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/networks?id=8c079bd5-f762-4470-a47b-0ec77deea611 HTTP/1.1" status: 200 len: 809 time: 0.1570539 Aug 09 11:28:43.051086 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61492c8f-0ad3-4e44-ba12-73de02263aca req-28181c67-5c74-4928-8c5e-3403492b8481 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Aug 09 11:28:43.066250 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-c8d9fdde-ff67-491e-a13b-dc9f6e65e3a4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/quotas/aad2cebd62c74228bc4b95b8a080f7bd HTTP/1.1" status: 200 len: 375 time: 0.0389168 Aug 09 11:28:43.116909 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-4b37073b-3f93-4aa4-abeb-fcb0040cf078 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494206 Aug 09 11:28:43.213382 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 38554) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:43.233713 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-e042741b-3834-44ff-8120-c43fc58e2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.235196 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-e042741b-3834-44ff-8120-c43fc58e2da5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.2069526 Aug 09 11:28:43.290519 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-63438965-e185-4976-8c78-6f4e0b826bb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 200 len: 217 time: 0.0392959 Aug 09 11:28:43.292335 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-ac6bbcb9-1363-4aa1-bd33-293688bd20f1 service neutron] 10.222.0.50 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469576 Aug 09 11:28:43.346606 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd028c-a516-4b6a-a9fb-0b338852b372 req-a5072a86-72a1-41d0-9c1c-7e93c0a3d272 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.348086 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-19bd028c-a516-4b6a-a9fb-0b338852b372 req-a5072a86-72a1-41d0-9c1c-7e93c0a3d272 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0588510 Aug 09 11:28:43.356610 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-34746919-f1a5-4a10-8935-632fc98197c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.401255 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-18747ab8-784b-4eed-97cc-49427abcfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.402739 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-18747ab8-784b-4eed-97cc-49427abcfbaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.1058366 Aug 09 11:28:43.410414 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-19bd028c-a516-4b6a-a9fb-0b338852b372 req-89a80f3a-cd46-4b6d-8218-91a4b164b5b6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556946 Aug 09 11:28:43.442430 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-d9db221a-5db4-42a6-af51-4524a167ce4d service neutron] 10.222.0.50 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373022 Aug 09 11:28:43.477397 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-34746919-f1a5-4a10-8935-632fc98197c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.485442 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-34746919-f1a5-4a10-8935-632fc98197c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.555455 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-34746919-f1a5-4a10-8935-632fc98197c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73e1ed91756a42d9ada62ca60bacf012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401151 Aug 09 11:28:43.556946 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34746919-f1a5-4a10-8935-632fc98197c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b23f0-b810-45bf-8c04-c27569f54634,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:43.558151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 38562) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:43.600211 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df006f-7d9c-45d2-b194-7a54992e3acb req-93c13a08-6c8e-4ded-abf1-c78012eae1da tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:43.605407 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-01df006f-7d9c-45d2-b194-7a54992e3acb req-93c13a08-6c8e-4ded-abf1-c78012eae1da tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0964193 Aug 09 11:28:43.615547 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 38568) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:43.621688 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'floatingip': {'port_id': '219d1f13-bda6-43d8-b408-7480b2bef8df'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:43.645031 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fc987f9a-880b-423c-8971-417a916f2642 req-a4e6e014-afd5-4a8e-9be8-388b61abca35 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0442584 Aug 09 11:28:43.667621 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3cc3359e-eaf7-4b41-9620-42486a29acca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.682103 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3cc3359e-eaf7-4b41-9620-42486a29acca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.705951 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.744562 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3cc3359e-eaf7-4b41-9620-42486a29acca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.748764 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3cc3359e-eaf7-4b41-9620-42486a29acca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.751137 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3cc3359e-eaf7-4b41-9620-42486a29acca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e64b23f0-b810-45bf-8c04-c27569f54634 HTTP/1.1" status: 204 len: 168 time: 0.1912439 Aug 09 11:28:43.760756 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3359e-eaf7-4b41-9620-42486a29acca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b23f0-b810-45bf-8c04-c27569f54634,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:44.324065 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf2b1c-a3e8-42f9-8e05-006a58c0da71 req-430698ff-e7e6-4695-86de-edd8e77a214a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:44.325553 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-07bf2b1c-a3e8-42f9-8e05-006a58c0da71 req-430698ff-e7e6-4695-86de-edd8e77a214a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.1817944 Aug 09 11:28:44.454262 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-07bf2b1c-a3e8-42f9-8e05-006a58c0da71 req-6a0f5a75-2be9-486b-8c6c-2354b9d2926e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178284 Aug 09 11:28:44.612356 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:44.617208 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:44.721782 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Floating IP 73a28939-8b1c-4c4b-845d-fd1285c54894 associated. External IP: 172.27.2.229, port: 219d1f13-bda6-43d8-b408-7480b2bef8df. Aug 09 11:28:44.748745 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f6982c94-b3a9-4654-b9ea-8c1e40d53b83 req-9c9e7f3c-ecc9-44a3-b4ed-f4ebaa304d04 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0304451 Aug 09 11:28:44.944184 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Router e88b2e12-1692-477a-be02-60b32ac8da8e has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:28:45.052237 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:28:45.056756 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:45.065419 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:28:45.076889 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:28:45.077614 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:28:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:28:45.086327 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-342bb177-c799-470d-99e7-3e05f8158623 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "PUT /v2.0/floatingips/73a28939-8b1c-4c4b-845d-fd1285c54894 HTTP/1.1" status: 200 len: 991 time: 1.4685566 Aug 09 11:28:45.087016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:45.089259 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16134e68-6413-4eaf-a9df-eff093eb3ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:45.129552 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60726a7e-ec70-47f6-99aa-a2905410369c x-openstack-request-id: req-60726a7e-ec70-47f6-99aa-a2905410369c {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:45.129845 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:45.130163 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60726a7e-ec70-47f6-99aa-a2905410369c {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:45.130569 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60726a7e-ec70-47f6-99aa-a2905410369c'] response: {'name': 'network-changed', 'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'status': 'completed', 'code': 200} Aug 09 11:28:45.182996 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:28:45.457902 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '73a28939-8b1c-4c4b-845d-fd1285c54894', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'port_id': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'mac_address': 'fa:16:3e:b8:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57980f1f-3c1f-4994-b01c-43c299301278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:27:42Z', 'updated_at': '2022-08-09T11:28:44Z', 'revision_number': 1, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:28:45.485333 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:28:45.493849 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:28:45.494487 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:28:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:28:45.595555 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9014b5-7d48-4c95-8c3f-37cf8a79bb0a req-5c1ed0e9-3118-49b6-b689-cb572a40583d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:45.597188 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2e9014b5-7d48-4c95-8c3f-37cf8a79bb0a req-5c1ed0e9-3118-49b6-b689-cb572a40583d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0567431 Aug 09 11:28:45.599820 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:28:45.640306 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2e9014b5-7d48-4c95-8c3f-37cf8a79bb0a req-fe013c04-4a38-4cb3-b218-3e90e2598886 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367391 Aug 09 11:28:45.836048 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '73a28939-8b1c-4c4b-845d-fd1285c54894', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'port_id': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'mac_address': 'fa:16:3e:b8:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57980f1f-3c1f-4994-b01c-43c299301278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:27:42Z', 'updated_at': '2022-08-09T11:28:44Z', 'revision_number': 1, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:28:45.853098 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4e79bbee-146c-4b03-8ba6-a99c472b4fbc req-049a3987-a0cc-4825-9384-45baf2b57b58 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0307503 Aug 09 11:28:45.863296 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3441e8f-fdd1-4b15-a9a5-35b5f4378edf None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '73a28939-8b1c-4c4b-845d-fd1285c54894', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'port_id': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'mac_address': 'fa:16:3e:b8:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57980f1f-3c1f-4994-b01c-43c299301278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:27:42Z', 'updated_at': '2022-08-09T11:28:44Z', 'revision_number': 1, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:28:46.322636 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dcc51ac4-5c53-4bed-b4a1-c7dd8cf0213a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:46.518978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbbebed-ffb5-4816-aeb8-5511d9fc6270 None None] New status for floating IP 73a28939-8b1c-4c4b-845d-fd1285c54894: ACTIVE {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:28:46.759625 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cec8d-cc9b-4224-876e-a179b0ac8cfa req-c89af800-3a95-465a-a1b3-3a977b2633a8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:46.761107 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-895cec8d-cc9b-4224-876e-a179b0ac8cfa req-c89af800-3a95-465a-a1b3-3a977b2633a8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0487204 Aug 09 11:28:46.801327 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-895cec8d-cc9b-4224-876e-a179b0ac8cfa req-7a2397be-70f3-4b3a-9f5f-6db6d329296d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Aug 09 11:28:46.950287 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6230265f-43c6-4b30-a17d-0ff6528b1575 req-1eb36019-5c70-4642-a857-37385cd4f8e5 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0256133 Aug 09 11:28:47.944308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad136b-65d4-4d79-8492-f24eda50b704 req-e9ec76fc-ab64-4c3a-9a16-bda5d83f7e92 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:47.945795 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dcad136b-65d4-4d79-8492-f24eda50b704 req-e9ec76fc-ab64-4c3a-9a16-bda5d83f7e92 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0753129 Aug 09 11:28:47.960776 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-945d69fa-1544-4ea4-93ac-1b1c6111ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:47.962204 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-945d69fa-1544-4ea4-93ac-1b1c6111ec6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655198 Aug 09 11:28:47.970777 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-1ecbe677-d3ee-45ea-8efb-c497e976f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:47.972356 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-1ecbe677-d3ee-45ea-8efb-c497e976f48c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1098 time: 0.0421307 Aug 09 11:28:48.019010 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dcad136b-65d4-4d79-8492-f24eda50b704 req-0ef37337-c327-47f5-8f3f-b9df5899e2e3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663855 Aug 09 11:28:48.103143 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5b5ad795-3246-45b7-88a7-a5096eba6d5c req-29f35714-1053-4a8d-aca3-062fc06989ca tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0331800 Aug 09 11:28:48.113667 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-6756fddd-b284-4b51-9350-a744b0ee6054 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356163 Aug 09 11:28:48.119423 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-c66b6300-3158-4d3c-8e31-08752d8cd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:48.120850 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-c66b6300-3158-4d3c-8e31-08752d8cd33e service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.1318603 Aug 09 11:28:48.473281 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-5940b33d-a0e6-4634-99d3-e8e717734c6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 1001 time: 0.0946996 Aug 09 11:28:48.474250 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-eb546dac-9d5c-4163-abf4-c0e452b2c0ce req-52d562a9-6dd0-4615-b3bd-080547bcf83e service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955472 Aug 09 11:28:48.606452 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-56f303d8-c97a-4342-bba3-65344b38fbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:48.720849 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-d5f40f23-b289-409a-ab41-75eabe76dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:48.722351 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-d5f40f23-b289-409a-ab41-75eabe76dcc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.2211077 Aug 09 11:28:48.768481 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-3305093a-8f72-4f28-820d-35b0dd4bb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:48.769966 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-3305093a-8f72-4f28-820d-35b0dd4bb486 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403087 Aug 09 11:28:48.870687 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-64cd2c68-b603-407f-8c86-eb6a2495ed98 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888019 Aug 09 11:28:48.973166 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-16134e68-6413-4eaf-a9df-eff093eb3ce8 req-9aa6e284-b725-4320-a92e-dfdfeb1a0a2a service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847306 Aug 09 11:28:49.176138 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409b416-d2b1-41d0-aed4-722c3462c1f7 req-cbcc046a-7ade-4fed-b510-afff1dffe24e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:49.178179 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7409b416-d2b1-41d0-aed4-722c3462c1f7 req-cbcc046a-7ade-4fed-b510-afff1dffe24e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0692291 Aug 09 11:28:49.179594 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-e8ec7239-3415-4da4-b6be-c7a49ce33abd tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:49.181042 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-e8ec7239-3415-4da4-b6be-c7a49ce33abd tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "GET /v2.0/networks?id=8c079bd5-f762-4470-a47b-0ec77deea611 HTTP/1.1" status: 200 len: 809 time: 0.1205862 Aug 09 11:28:49.220315 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Request body: {'port': {'device_id': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611', 'admin_state_up': True, 'tenant_id': 'aad2cebd62c74228bc4b95b8a080f7bd'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:49.233425 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7409b416-d2b1-41d0-aed4-722c3462c1f7 req-e3a143a9-8e68-45c0-a247-ff5b37b6f7b7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Aug 09 11:28:49.252321 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3ab9ea73-248b-4db5-8565-05cd0049d553 req-6ffaa4ad-301f-41e8-92b1-41cdc019c098 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0464134 Aug 09 11:28:49.345462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Made reservation on behalf of aad2cebd62c74228bc4b95b8a080f7bd for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:28:49.348875 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:49.469255 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Allocated IP 172.20.0.6 (8c079bd5-f762-4470-a47b-0ec77deea611/45007222-3e03-41ab-8629-6c2224048eba/74fd4e6e-7ec4-45b6-a972-03bc2104e1f3) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:28:49.615991 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:49.648748 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:49.696221 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Network 8c079bd5-f762-4470-a47b-0ec77deea611 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:28:49.699347 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:28:49.703634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:28:49.709348 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:49.709956 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:49.718724 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Pushing event updated for resources: {'Port': ['ID=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:49.731138 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-cfa3b4ac-623c-4287-abc7-fb0851349608 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5162835 Aug 09 11:28:49.899839 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Request body: {'port': {'device_id': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:28:49.953278 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:49.995696 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:50.206656 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:28:50.213939 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:50.225501 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Transition to ACTIVE for port object 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:28:50.229383 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:50.295702 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:50.302158 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Attempting to bind port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:28:50.302493 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Attempting to bind port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:28:50.302816 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Attempting to bind port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 on network 8c079bd5-f762-4470-a47b-0ec77deea611 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:50.308064 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 on network 8c079bd5-f762-4470-a47b-0ec77deea611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:28:50.308064 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Attempting to bind port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 on network 8c079bd5-f762-4470-a47b-0ec77deea611 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:28:50.313332 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:28:50.313672 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Checking segment: {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:28:50.314071 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Bound using segment: {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:28:50.316358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Bound port: 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:28:50.316358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:50.355649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9ff66-3d7f-4ade-b4ea-2c40d5a49ba7 req-f0381c06-8e27-450d-888d-07c9539a74b8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:50.357786 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d0a9ff66-3d7f-4ade-b4ea-2c40d5a49ba7 req-f0381c06-8e27-450d-888d-07c9539a74b8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0573063 Aug 09 11:28:50.399150 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d0a9ff66-3d7f-4ade-b4ea-2c40d5a49ba7 req-7ff590ac-4745-4dc5-ac1e-260e7553a18f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Aug 09 11:28:50.407032 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] For port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:28:50.410722 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] For port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:28:50.428512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e600ba-d356-40b8-b2ca-01e5288af251 req-53382cde-835b-4371-a08b-19a7b9703fc8 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:50.428512 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-31e600ba-d356-40b8-b2ca-01e5288af251 req-53382cde-835b-4371-a08b-19a7b9703fc8 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0743940 Aug 09 11:28:50.428512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:50.428512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:50.428512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:50.430315 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] 10.222.0.43 "PUT /v2.0/ports/74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 HTTP/1.1" status: 200 len: 1093 time: 0.5342703 Aug 09 11:28:50.430315 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'tag': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:28:50.432424 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcd9a1-92da-41de-a32d-c152a5af5437" -d '{"events": [{"name": "network-changed", "server_uuid": "d850a8e0-1481-43d4-81fd-a2ebb842ae02", "tag": "74fd4e6e-7ec4-45b6-a972-03bc2104e1f3"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:28:50.488836 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bee68a-222d-4eb5-8891-b5df98b4a520 x-openstack-request-id: req-f6bee68a-222d-4eb5-8891-b5df98b4a520 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:28:50.489115 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d850a8e0-1481-43d4-81fd-a2ebb842ae02", "tag": "74fd4e6e-7ec4-45b6-a972-03bc2104e1f3", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:28:50.489359 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6bee68a-222d-4eb5-8891-b5df98b4a520 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:28:50.489745 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6bee68a-222d-4eb5-8891-b5df98b4a520'] response: {'name': 'network-changed', 'server_uuid': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'tag': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3', 'status': 'completed', 'code': 200} Aug 09 11:28:50.508728 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-31e600ba-d356-40b8-b2ca-01e5288af251 req-0e1438ef-cc0a-43d1-98a7-b0f820da4995 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733144 Aug 09 11:28:50.509406 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5f08-2d60-4372-a336-5f8a0fe26bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:51.348870 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:51.527993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca5190-259c-46e9-9923-9272e78c50ba req-d854e5f0-f856-48da-bfec-de3d3cbabd7d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:51.530044 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-42ca5190-259c-46e9-9923-9272e78c50ba req-d854e5f0-f856-48da-bfec-de3d3cbabd7d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0478785 Aug 09 11:28:51.567939 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-42ca5190-259c-46e9-9923-9272e78c50ba req-67378534-881b-4022-8e6a-f19189710e79 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Aug 09 11:28:51.605415 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:51.634128 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb6eed-dd63-4932-9301-8aa553b2253c req-6516a343-2e8a-48c1-a8df-7bb754aa0a29 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:51.635615 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35cb6eed-dd63-4932-9301-8aa553b2253c req-6516a343-2e8a-48c1-a8df-7bb754aa0a29 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0564568 Aug 09 11:28:51.673728 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35cb6eed-dd63-4932-9301-8aa553b2253c req-d2628fe1-8910-41d6-8e9f-02b123c38cb4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Aug 09 11:28:52.686111 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005db56-0001-439a-a629-9311695599ea req-70268201-a5eb-4ec1-97e4-467e4f48ae6f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:52.687606 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1005db56-0001-439a-a629-9311695599ea req-70268201-a5eb-4ec1-97e4-467e4f48ae6f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0474985 Aug 09 11:28:52.726649 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1005db56-0001-439a-a629-9311695599ea req-043e2e42-c085-42b8-9d8b-9bef13412642 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Aug 09 11:28:52.791964 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f26d-bf37-43ce-98e8-27e56ff94667 req-9570e183-72b0-4529-97fb-8f6ff271f798 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:52.793383 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d8a6f26d-bf37-43ce-98e8-27e56ff94667 req-9570e183-72b0-4529-97fb-8f6ff271f798 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0472033 Aug 09 11:28:52.829599 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d8a6f26d-bf37-43ce-98e8-27e56ff94667 req-103cb6ff-73e2-4036-82c5-99716a7be042 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297940 Aug 09 11:28:53.840499 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56983f-3e02-4187-a3d5-b62f77da3b9a req-391126a3-b566-41f4-bc8e-85e3e51a4872 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:53.842053 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dc56983f-3e02-4187-a3d5-b62f77da3b9a req-391126a3-b566-41f4-bc8e-85e3e51a4872 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0481594 Aug 09 11:28:53.884965 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dc56983f-3e02-4187-a3d5-b62f77da3b9a req-0b9391d7-5238-497a-b1bd-e3f447732733 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Aug 09 11:28:53.973397 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcd9a1-92da-41de-a32d-c152a5af5437 req-c67534fb-169e-4d7d-944c-e4cf4381ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:53.974808 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9ddcd9a1-92da-41de-a32d-c152a5af5437 req-c67534fb-169e-4d7d-944c-e4cf4381ddc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 1096 time: 0.0705230 Aug 09 11:28:53.983371 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21bdb3-1197-40bd-b882-f152ed674afd req-368d13d6-469e-4aff-a983-376c10d1a168 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:53.984673 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9f21bdb3-1197-40bd-b882-f152ed674afd req-368d13d6-469e-4aff-a983-376c10d1a168 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0821826 Aug 09 11:28:54.085724 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9f21bdb3-1197-40bd-b882-f152ed674afd req-0cf0523c-ee54-48b1-aa4d-c74ef8a65fdb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950243 Aug 09 11:28:54.173268 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcd9a1-92da-41de-a32d-c152a5af5437 req-ae43660a-848b-428d-97ba-2fd3e80e861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:54.174856 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9ddcd9a1-92da-41de-a32d-c152a5af5437 req-ae43660a-848b-428d-97ba-2fd3e80e861b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1787386 Aug 09 11:28:54.334895 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcd9a1-92da-41de-a32d-c152a5af5437 req-fd029b59-3e38-4599-832b-8d49f06e13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:54.336260 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9ddcd9a1-92da-41de-a32d-c152a5af5437 req-fd029b59-3e38-4599-832b-8d49f06e13b9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550484 Aug 09 11:28:54.730327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-3fffc71d-eece-4f63-b4d2-633c958f2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:54.731781 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-3fffc71d-eece-4f63-b4d2-633c958f2f96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 1096 time: 0.0401416 Aug 09 11:28:54.782897 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-5798593c-8d91-4475-8c11-13809dce2888 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 HTTP/1.1" status: 200 len: 217 time: 0.0338247 Aug 09 11:28:54.924378 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-4942c958-00a4-4a12-98ec-40d396dc56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:54.925792 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-4942c958-00a4-4a12-98ec-40d396dc56cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45007222-3e03-41ab-8629-6c2224048eba HTTP/1.1" status: 200 len: 849 time: 0.0451119 Aug 09 11:28:54.957327 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-c9cc8c9d-3284-4bfc-ba44-6de8831aa497 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c079bd5-f762-4470-a47b-0ec77deea611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244255 Aug 09 11:28:55.008008 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e779-fd9b-4a1a-976d-f756b46c126c req-f4f06855-1ba8-456a-b3a7-f9d1ec95f4c7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:55.009625 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3696e779-fd9b-4a1a-976d-f756b46c126c req-f4f06855-1ba8-456a-b3a7-f9d1ec95f4c7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0481141 Aug 09 11:28:55.046481 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3696e779-fd9b-4a1a-976d-f756b46c126c req-64e5583c-4a94-42a0-ba86-23ecef2451fa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Aug 09 11:28:55.050304 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-a57ff6d1-8dae-45b8-9cb1-b30e5745619a service neutron] 10.222.0.43 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844779 Aug 09 11:28:55.143655 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f78d077-1088-4c06-bd72-edf1e250b394 req-e0a61ee6-14d1-4e0f-8f5a-dc34609647f5 service neutron] 10.222.0.43 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840502 Aug 09 11:28:55.200885 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ddf6-fde3-4905-83a4-deaf07497886 req-b53203e5-1159-4166-af3b-e93644bd88b5 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:55.202489 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5983ddf6-fde3-4905-83a4-deaf07497886 req-b53203e5-1159-4166-af3b-e93644bd88b5 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0475757 Aug 09 11:28:55.240062 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5983ddf6-fde3-4905-83a4-deaf07497886 req-d4ab1615-a0ad-479f-a317-3dcdaa1ea183 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Aug 09 11:28:56.167448 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2722a6f-5a98-432b-9619-fae326c95275 req-15125f65-c6bd-4dd8-b5e8-bde31c461699 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:56.168798 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a2722a6f-5a98-432b-9619-fae326c95275 req-15125f65-c6bd-4dd8-b5e8-bde31c461699 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Aug 09 11:28:56.209229 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a2722a6f-5a98-432b-9619-fae326c95275 req-40bd5e5c-0b94-4ea6-bfb8-616ce4a98ab0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Aug 09 11:28:56.363298 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a9a2f-915b-4130-918f-b8b4c8436213 req-ffdec25f-5e7e-4a87-a63f-348ece3d8a7c tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:56.364798 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f27a9a2f-915b-4130-918f-b8b4c8436213 req-ffdec25f-5e7e-4a87-a63f-348ece3d8a7c tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0489180 Aug 09 11:28:56.402380 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f27a9a2f-915b-4130-918f-b8b4c8436213 req-5d116893-9969-459e-a0d3-e8381000211c tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Aug 09 11:28:57.331874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71b6fe-c8d6-4475-b3dd-316e2f499326 req-363f9065-f775-4b70-9869-19d1004e294f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:57.333320 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7c71b6fe-c8d6-4475-b3dd-316e2f499326 req-363f9065-f775-4b70-9869-19d1004e294f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0478640 Aug 09 11:28:57.370527 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7c71b6fe-c8d6-4475-b3dd-316e2f499326 req-74fa7197-1fde-463d-a243-5fe768d11e22 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Aug 09 11:28:57.496375 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:57.521174 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18972a70-fdc1-4758-a982-680a1da4a640 req-da04e8df-d887-460a-80ab-cd3959c3fe0e tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:57.522691 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18972a70-fdc1-4758-a982-680a1da4a640 req-da04e8df-d887-460a-80ab-cd3959c3fe0e tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0499978 Aug 09 11:28:57.563162 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18972a70-fdc1-4758-a982-680a1da4a640 req-464b709d-d9aa-48e8-b5fe-ae6c7bc8a358 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346811 Aug 09 11:28:58.486579 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2836d-7208-4c45-af67-3d350a5b0ae9 req-6ed4b91c-fce8-4852-9021-e431b4887413 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:58.488121 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c7f2836d-7208-4c45-af67-3d350a5b0ae9 req-6ed4b91c-fce8-4852-9021-e431b4887413 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 09 11:28:58.524948 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c7f2836d-7208-4c45-af67-3d350a5b0ae9 req-d3c11028-89e2-4b2f-b9d2-22bd1c83e644 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Aug 09 11:28:58.682038 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a518e-98e1-441e-a85f-1e307bb7c793 req-32e66a0b-12e6-4934-b094-e06e98febc79 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:58.683446 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-319a518e-98e1-441e-a85f-1e307bb7c793 req-32e66a0b-12e6-4934-b094-e06e98febc79 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0487142 Aug 09 11:28:58.720618 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-319a518e-98e1-441e-a85f-1e307bb7c793 req-abd06c59-f29f-49f5-a28e-2050cf2300d3 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302989 Aug 09 11:28:59.640622 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e33f68-35b9-479d-bb29-f0f5a51dc89d req-6d052950-27a5-4405-a164-d092732689bd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:59.642048 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e9e33f68-35b9-479d-bb29-f0f5a51dc89d req-6d052950-27a5-4405-a164-d092732689bd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0475049 Aug 09 11:28:59.685283 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e9e33f68-35b9-479d-bb29-f0f5a51dc89d req-49cc63da-d0ea-45c6-a257-d9a31c4e5a99 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Aug 09 11:28:59.840192 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d618b-b1c4-49e1-92fb-d8ea6d8e2149 req-5d9c3c5b-5b6a-4f08-8230-27bbd195c88e tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:28:59.842204 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-737d618b-b1c4-49e1-92fb-d8ea6d8e2149 req-5d9c3c5b-5b6a-4f08-8230-27bbd195c88e tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0491951 Aug 09 11:28:59.878464 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-737d618b-b1c4-49e1-92fb-d8ea6d8e2149 req-c92b4a41-0170-4ba3-bafd-9845c9ce7bff tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Aug 09 11:29:00.800081 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba918c-3633-45ce-905c-aeca520dcaff req-b5a220f6-136f-4cc6-9fe0-38fa6080e349 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:00.801485 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-46ba918c-3633-45ce-905c-aeca520dcaff req-b5a220f6-136f-4cc6-9fe0-38fa6080e349 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Aug 09 11:29:00.837453 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-46ba918c-3633-45ce-905c-aeca520dcaff req-e3315c79-47ad-4990-b25d-277d6b51cadd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301442 Aug 09 11:29:00.991649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb38db-f997-4031-9ab5-a29778732e96 req-9ab1f095-26bb-49c7-836d-841ee8adbce2 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:00.992999 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8dfb38db-f997-4031-9ab5-a29778732e96 req-9ab1f095-26bb-49c7-836d-841ee8adbce2 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 943 time: 0.0468791 Aug 09 11:29:01.032284 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8dfb38db-f997-4031-9ab5-a29778732e96 req-543a782c-f236-4cac-aef6-807362e2260d tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Aug 09 11:29:01.865519 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:29:01.963233 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2281df-c95e-4a91-b8c1-e3ef9e068180 req-a93529d3-449c-4d99-a012-9d3055722c53 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:01.964720 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fe2281df-c95e-4a91-b8c1-e3ef9e068180 req-a93529d3-449c-4d99-a012-9d3055722c53 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Aug 09 11:29:01.970572 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:01.985684 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3', 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611', 'port_id': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3', 'mac_address': 'fa:16:3e:33:3b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45007222-3e03-41ab-8629-6c2224048eba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:29:02.003390 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fe2281df-c95e-4a91-b8c1-e3ef9e068180 req-15841f7e-8ae5-4ca4-a81d-c1798d9aa95e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Aug 09 11:29:02.021305 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:02.021698 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:02.034700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:29:02.055283 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:02.059305 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:02.105883 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:02.151087 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391d8fe-ccab-4ee5-a6ec-4e49100169a0 req-87de375c-2ecf-454a-8d7f-be14498c30c4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:02.152538 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6391d8fe-ccab-4ee5-a6ec-4e49100169a0 req-87de375c-2ecf-454a-8d7f-be14498c30c4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 944 time: 0.0481994 Aug 09 11:29:02.190634 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6391d8fe-ccab-4ee5-a6ec-4e49100169a0 req-70247601-1670-4bb9-8ee4-64172012f348 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Aug 09 11:29:02.710960 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['74fd4e6e-7ec4-45b6-a972-03bc2104e1f3'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:03.120754 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30dec-e95d-45a5-98cf-68855e8a361a req-7ce8e7e8-8679-4bb4-8baf-22deb4f0d15b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:03.122571 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8ad30dec-e95d-45a5-98cf-68855e8a361a req-7ce8e7e8-8679-4bb4-8baf-22deb4f0d15b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0493124 Aug 09 11:29:03.163105 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8ad30dec-e95d-45a5-98cf-68855e8a361a req-25d403b1-1ddf-4d4d-946e-22f228776d0f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342700 Aug 09 11:29:03.310503 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba257-3b10-4888-ac44-37c6a0e0b3d9 req-f18f09be-4764-4c21-a012-6c06b9c3fad1 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:03.312073 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-678ba257-3b10-4888-ac44-37c6a0e0b3d9 req-f18f09be-4764-4c21-a012-6c06b9c3fad1 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 944 time: 0.0472283 Aug 09 11:29:03.349531 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-678ba257-3b10-4888-ac44-37c6a0e0b3d9 req-cf2f92a0-e883-4460-b585-03d5c3bf96ba tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Aug 09 11:29:04.286774 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f210e-34bc-4589-882a-d1bbf40a898b req-fb07d6fb-5f4f-42a2-b118-00b369200df9 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:04.288168 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-400f210e-34bc-4589-882a-d1bbf40a898b req-fb07d6fb-5f4f-42a2-b118-00b369200df9 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Aug 09 11:29:04.328932 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-400f210e-34bc-4589-882a-d1bbf40a898b req-c5334579-c8db-4ad8-b3d1-ab8587c3a459 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Aug 09 11:29:04.472900 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1769b-e5c6-4161-8c2f-ff54affff383 req-59886135-3105-4301-b08e-1100f18bac3b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:04.474445 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-64c1769b-e5c6-4161-8c2f-ff54affff383 req-59886135-3105-4301-b08e-1100f18bac3b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 944 time: 0.0503662 Aug 09 11:29:04.521128 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-64c1769b-e5c6-4161-8c2f-ff54affff383 req-d67d22df-6f88-47e2-97c8-39df8c3e6eb0 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Aug 09 11:29:04.699538 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39040) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:04.828280 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4917218b-e587-48ac-a9a1-bcc54c909cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:04.922772 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4917218b-e587-48ac-a9a1-bcc54c909cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:04.926916 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4917218b-e587-48ac-a9a1-bcc54c909cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:04.969611 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917218b-e587-48ac-a9a1-bcc54c909cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d9add9-56e2-4332-9b0d-687deae0a3e1,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:04.973707 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4917218b-e587-48ac-a9a1-bcc54c909cff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deab12e229de4ee786692e8993032582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731383 Aug 09 11:29:04.977958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39046) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:05.042433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-012cb646-af69-40b1-ad29-a5d0bc15b5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.073034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-012cb646-af69-40b1-ad29-a5d0bc15b5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.128488 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-012cb646-af69-40b1-ad29-a5d0bc15b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.132524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-012cb646-af69-40b1-ad29-a5d0bc15b5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.134259 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-012cb646-af69-40b1-ad29-a5d0bc15b5c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6d9add9-56e2-4332-9b0d-687deae0a3e1 HTTP/1.1" status: 204 len: 168 time: 0.1552629 Aug 09 11:29:05.145407 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cb646-af69-40b1-ad29-a5d0bc15b5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d9add9-56e2-4332-9b0d-687deae0a3e1,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:05.422669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39058) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:05.436248 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b5c2fa15-f750-4b8a-bb30-ca5551f36035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.450323 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92088e-5966-4c26-ae89-a16e0a46d12f req-931221c8-3686-4b88-9ba0-7054410b2f89 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:05.451919 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0f92088e-5966-4c26-ae89-a16e0a46d12f req-931221c8-3686-4b88-9ba0-7054410b2f89 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Aug 09 11:29:05.495720 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0f92088e-5966-4c26-ae89-a16e0a46d12f req-4ae237fc-4292-42a1-8f38-6a6044b315ce tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Aug 09 11:29:05.516138 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b5c2fa15-f750-4b8a-bb30-ca5551f36035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.521732 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b5c2fa15-f750-4b8a-bb30-ca5551f36035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.568522 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b5c2fa15-f750-4b8a-bb30-ca5551f36035 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0db2155e810d481f8783c44699af1ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447005 Aug 09 11:29:05.571257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39062) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:05.576094 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2fa15-f750-4b8a-bb30-ca5551f36035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a9185a-14d1-4605-b094-0a76d5cd2bcd,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:05.621302 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38cd84a2-d731-4c29-95b1-4893a4261408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.643304 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20368c-31f9-49cb-a9cb-509f82a212b4 req-05efe8c5-1f85-4302-b38d-f404d1673dcf tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:05.644713 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38cd84a2-d731-4c29-95b1-4893a4261408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.644974 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aa20368c-31f9-49cb-a9cb-509f82a212b4 req-05efe8c5-1f85-4302-b38d-f404d1673dcf tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 944 time: 0.0492623 Aug 09 11:29:05.687735 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aa20368c-31f9-49cb-a9cb-509f82a212b4 req-b562bedd-124d-4ced-b97c-09be8281841b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Aug 09 11:29:05.696862 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38cd84a2-d731-4c29-95b1-4893a4261408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.699627 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38cd84a2-d731-4c29-95b1-4893a4261408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:05.700730 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-38cd84a2-d731-4c29-95b1-4893a4261408 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11a9185a-14d1-4605-b094-0a76d5cd2bcd HTTP/1.1" status: 204 len: 168 time: 0.1285050 Aug 09 11:29:05.711741 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd84a2-d731-4c29-95b1-4893a4261408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a9185a-14d1-4605-b094-0a76d5cd2bcd,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:06.621094 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a384a8-4ea9-4bbf-af97-8dbee03e3e42 req-23662742-49ff-473c-b51e-13e11dac275d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:06.622576 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f9a384a8-4ea9-4bbf-af97-8dbee03e3e42 req-23662742-49ff-473c-b51e-13e11dac275d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Aug 09 11:29:06.662468 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f9a384a8-4ea9-4bbf-af97-8dbee03e3e42 req-72b0bee2-2c8f-476b-b489-3b913ef88337 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Aug 09 11:29:06.810977 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdace6-e94e-4f42-8d90-1411d80dc7d0 req-af79f84d-404c-47f1-9744-eb3c67b84702 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:06.812441 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8bcdace6-e94e-4f42-8d90-1411d80dc7d0 req-af79f84d-404c-47f1-9744-eb3c67b84702 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 944 time: 0.0484312 Aug 09 11:29:06.854243 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8bcdace6-e94e-4f42-8d90-1411d80dc7d0 req-0d8ec3f3-8a2c-478c-b165-f6040f09abdf tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Aug 09 11:29:07.649250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39162) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:07.773635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1fa39591-40b2-4e28-8678-2ad0a5e50e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:07.808271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eab50-a779-4336-a4b7-5ec3d1a4852d req-f237f226-b00c-4661-a249-6d09e76df233 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:07.809722 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c99eab50-a779-4336-a4b7-5ec3d1a4852d req-f237f226-b00c-4661-a249-6d09e76df233 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0734236 Aug 09 11:29:07.867065 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c99eab50-a779-4336-a4b7-5ec3d1a4852d req-d60fbf05-2457-4d7e-bb80-94caa6263005 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Aug 09 11:29:07.897488 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1fa39591-40b2-4e28-8678-2ad0a5e50e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:07.904762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1fa39591-40b2-4e28-8678-2ad0a5e50e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:07.944664 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-1fa39591-40b2-4e28-8678-2ad0a5e50e15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23c083fc452c4dd9afa0a44ee5f7e342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942669 Aug 09 11:29:07.945504 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa39591-40b2-4e28-8678-2ad0a5e50e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56320a5b-3e86-406f-9bbb-133246e5ed9a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:07.948558 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39172) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:07.979931 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387777-4cd4-4262-b48c-46642971181b req-c84628ae-7f35-4bc6-b8c3-9548eaa949a1 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:07.981351 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4e387777-4cd4-4262-b48c-46642971181b req-c84628ae-7f35-4bc6-b8c3-9548eaa949a1 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 944 time: 0.0511403 Aug 09 11:29:07.998065 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0327ded-4f72-4b97-8842-9d315233b464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.017856 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0327ded-4f72-4b97-8842-9d315233b464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.019496 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4e387777-4cd4-4262-b48c-46642971181b req-0af6b4b5-82a8-404f-8b98-b3722aca4377 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Aug 09 11:29:08.064570 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0327ded-4f72-4b97-8842-9d315233b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.067813 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0327ded-4f72-4b97-8842-9d315233b464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.068402 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b0327ded-4f72-4b97-8842-9d315233b464 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56320a5b-3e86-406f-9bbb-133246e5ed9a HTTP/1.1" status: 204 len: 168 time: 0.1187582 Aug 09 11:29:08.076360 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327ded-4f72-4b97-8842-9d315233b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56320a5b-3e86-406f-9bbb-133246e5ed9a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:08.321859 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39182) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:08.335555 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee034fad-35bb-4757-9d0c-1b7c87b9dae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.412162 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee034fad-35bb-4757-9d0c-1b7c87b9dae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.415986 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee034fad-35bb-4757-9d0c-1b7c87b9dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.452993 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ee034fad-35bb-4757-9d0c-1b7c87b9dae1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=072ded49ebe34770a1127e3bd435bdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300519 Aug 09 11:29:08.453821 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee034fad-35bb-4757-9d0c-1b7c87b9dae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b97b49-61b8-4374-af9b-eed0ed2c2335,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:08.455836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39186) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:08.491541 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:08.509429 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0f47735-d7a6-4bad-8acd-d557e91b21bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.531893 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0f47735-d7a6-4bad-8acd-d557e91b21bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.548060 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:29:08.552712 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:08.553083 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.578698 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0f47735-d7a6-4bad-8acd-d557e91b21bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.581433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0f47735-d7a6-4bad-8acd-d557e91b21bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.582901 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b0f47735-d7a6-4bad-8acd-d557e91b21bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79b97b49-61b8-4374-af9b-eed0ed2c2335 HTTP/1.1" status: 204 len: 168 time: 0.1259789 Aug 09 11:29:08.591167 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47735-d7a6-4bad-8acd-d557e91b21bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b97b49-61b8-4374-af9b-eed0ed2c2335,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:08.648987 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:08.649391 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.674008 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:08.676278 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48392924-bf39-4948-ad3d-e5da5e73cadf" -d '{"events": [{"server_uuid": "d850a8e0-1481-43d4-81fd-a2ebb842ae02", "name": "network-vif-plugged", "status": "completed", "tag": "74fd4e6e-7ec4-45b6-a972-03bc2104e1f3"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:08.691768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:08.696717 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:08.721036 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bcc731-f92b-4ca9-8ba5-52c5bd3122fd x-openstack-request-id: req-37bcc731-f92b-4ca9-8ba5-52c5bd3122fd {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:08.721353 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d850a8e0-1481-43d4-81fd-a2ebb842ae02", "name": "network-vif-plugged", "status": "completed", "tag": "74fd4e6e-7ec4-45b6-a972-03bc2104e1f3", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:08.721611 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37bcc731-f92b-4ca9-8ba5-52c5bd3122fd {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:08.722015 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bcc731-f92b-4ca9-8ba5-52c5bd3122fd'] response: {'server_uuid': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3', 'code': 200} Aug 09 11:29:08.748417 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:08.989891 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa3e6-adf3-4264-ac7d-6d28da5444ae req-506701b1-96cf-421d-aa52-74d1a597895a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:08.991393 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be1fa3e6-adf3-4264-ac7d-6d28da5444ae req-506701b1-96cf-421d-aa52-74d1a597895a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Aug 09 11:29:09.028716 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be1fa3e6-adf3-4264-ac7d-6d28da5444ae req-4f76cfbf-16fa-49e3-8ba9-ec49dc4e541e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Aug 09 11:29:09.144236 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bd76-dec1-4136-98a6-455df427673f req-6581570a-45b5-44c8-8acf-8fb8f0b21d52 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:09.145700 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fe04bd76-dec1-4136-98a6-455df427673f req-6581570a-45b5-44c8-8acf-8fb8f0b21d52 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0507894 Aug 09 11:29:09.183892 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fe04bd76-dec1-4136-98a6-455df427673f req-d9dfba49-f20f-482a-b5cf-7ac4d3277867 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 09 11:29:10.159872 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e3312-12a8-4f2b-84a2-e8e10d27a17f req-c924026a-bc6c-43ac-b4f0-71961f2433c8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:10.161645 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-463e3312-12a8-4f2b-84a2-e8e10d27a17f req-c924026a-bc6c-43ac-b4f0-71961f2433c8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0591147 Aug 09 11:29:10.198233 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-463e3312-12a8-4f2b-84a2-e8e10d27a17f req-fb3b9963-6c27-4739-ba4c-97c1216014f9 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Aug 09 11:29:10.306719 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce218a6-2972-499a-84f5-4eaa442b2a6d req-0e344b3a-d697-4e38-8bde-db586b5c01fb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:10.308090 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ce218a6-2972-499a-84f5-4eaa442b2a6d req-0e344b3a-d697-4e38-8bde-db586b5c01fb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0494475 Aug 09 11:29:10.347199 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ce218a6-2972-499a-84f5-4eaa442b2a6d req-63dd9b72-7aed-4414-bc9c-6df48d647292 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Aug 09 11:29:10.433228 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b799e0a-36b1-46f3-b1d9-e916990b7519 req-5f38add4-c541-4a19-941a-ebec6df58689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:10.434724 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5b799e0a-36b1-46f3-b1d9-e916990b7519 req-5f38add4-c541-4a19-941a-ebec6df58689 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 1098 time: 0.0390055 Aug 09 11:29:10.470821 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5b799e0a-36b1-46f3-b1d9-e916990b7519 req-c6dac4e0-2ac7-4ea8-8607-910711c78a56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278890 Aug 09 11:29:11.318501 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891904cc-bc89-41d1-b458-5bd41e820559 req-c92ba4b1-f759-4c70-bdef-cdf2996c87a4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:11.319972 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-891904cc-bc89-41d1-b458-5bd41e820559 req-c92ba4b1-f759-4c70-bdef-cdf2996c87a4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0488713 Aug 09 11:29:11.359768 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-891904cc-bc89-41d1-b458-5bd41e820559 req-67b9302c-4645-414e-b0ed-db57312939f5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Aug 09 11:29:11.617010 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c98fe-46bc-4bed-9d15-ddb573830fe0 req-ee74e513-9634-4ab8-9a2f-20e04f5e9aa0 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:11.618582 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b79c98fe-46bc-4bed-9d15-ddb573830fe0 req-ee74e513-9634-4ab8-9a2f-20e04f5e9aa0 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Aug 09 11:29:11.656110 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b79c98fe-46bc-4bed-9d15-ddb573830fe0 req-d7cedf2f-eeb0-4e51-b5b4-d9e6d9499bc8 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Aug 09 11:29:12.481356 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef15a-3cba-40ec-a2cb-8aa82e9b0ec3 req-60563154-e61e-49ef-a596-ee9e8f486be3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:12.483605 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-513ef15a-3cba-40ec-a2cb-8aa82e9b0ec3 req-60563154-e61e-49ef-a596-ee9e8f486be3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0533257 Aug 09 11:29:12.522119 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-513ef15a-3cba-40ec-a2cb-8aa82e9b0ec3 req-fa647aad-714d-4b0d-865d-eb648f952d4d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Aug 09 11:29:12.800372 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315a93e-271c-4b83-bac9-daf7aa912322 req-dc41f07f-1554-4b87-8995-264a14afe508 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:12.801930 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6315a93e-271c-4b83-bac9-daf7aa912322 req-dc41f07f-1554-4b87-8995-264a14afe508 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0554557 Aug 09 11:29:12.847883 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6315a93e-271c-4b83-bac9-daf7aa912322 req-ddca2065-9245-48a2-8fe6-22c8398a1985 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Aug 09 11:29:13.012111 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39346) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:13.120187 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-be9640da-9cb5-4d39-ac68-4545d625171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.192293 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-be9640da-9cb5-4d39-ac68-4545d625171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.195947 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-be9640da-9cb5-4d39-ac68-4545d625171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.233190 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-be9640da-9cb5-4d39-ac68-4545d625171a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34c9b227001f42cb9f18ee6dfe1f5133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199869 Aug 09 11:29:13.234343 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9640da-9cb5-4d39-ac68-4545d625171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118da05c-bb34-47b4-b325-7dc849664cf0,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:13.235948 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39352) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:13.285580 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d985de50-9efd-410a-b676-fa75ed0cf1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.307248 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d985de50-9efd-410a-b676-fa75ed0cf1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.360034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d985de50-9efd-410a-b676-fa75ed0cf1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.362534 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d985de50-9efd-410a-b676-fa75ed0cf1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.366269 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d985de50-9efd-410a-b676-fa75ed0cf1f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/118da05c-bb34-47b4-b325-7dc849664cf0 HTTP/1.1" status: 204 len: 168 time: 0.1266768 Aug 09 11:29:13.376455 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985de50-9efd-410a-b676-fa75ed0cf1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118da05c-bb34-47b4-b325-7dc849664cf0,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:13.662428 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37137d6a-d41b-4ce3-afb6-7d10c7298e2a req-69a6ec02-ea58-497c-92ab-3384a9148781 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:13.666502 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-37137d6a-d41b-4ce3-afb6-7d10c7298e2a req-69a6ec02-ea58-497c-92ab-3384a9148781 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0611699 Aug 09 11:29:13.690104 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39374) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:13.707477 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d525d080-91d3-4463-8b2b-62ea9cf4de53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.717487 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-37137d6a-d41b-4ce3-afb6-7d10c7298e2a req-bdeb5013-b475-4776-9d50-ed9fdb8406b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Aug 09 11:29:13.789088 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d525d080-91d3-4463-8b2b-62ea9cf4de53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.797687 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d525d080-91d3-4463-8b2b-62ea9cf4de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.840053 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d525d080-91d3-4463-8b2b-62ea9cf4de53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a2cbe4306ff4ceb9858fcc2dfe76bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486382 Aug 09 11:29:13.842389 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d080-91d3-4463-8b2b-62ea9cf4de53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3780645-7f19-46d7-bdd4-ed9e6b3f02eb,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:13.844085 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39380) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:13.924606 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-885f6b20-33db-409a-9562-449b5436d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.953863 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-885f6b20-33db-409a-9562-449b5436d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:13.981504 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417afdc5-a450-45b2-8d43-9601ea432b4c req-747d8ee5-32fa-4f83-9427-1d0529eeaaa9 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:13.984324 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-417afdc5-a450-45b2-8d43-9601ea432b4c req-747d8ee5-32fa-4f83-9427-1d0529eeaaa9 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Aug 09 11:29:14.011994 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-885f6b20-33db-409a-9562-449b5436d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:14.015301 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-885f6b20-33db-409a-9562-449b5436d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:14.018441 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-885f6b20-33db-409a-9562-449b5436d157 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3780645-7f19-46d7-bdd4-ed9e6b3f02eb HTTP/1.1" status: 204 len: 168 time: 0.1731803 Aug 09 11:29:14.025550 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-417afdc5-a450-45b2-8d43-9601ea432b4c req-e9969a40-a4da-404b-85a1-1c6ecf703cb7 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351806 Aug 09 11:29:14.047641 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f6b20-33db-409a-9562-449b5436d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3780645-7f19-46d7-bdd4-ed9e6b3f02eb,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:14.364843 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39406) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:14.697099 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff9934-df58-4e52-83c1-0fd1f93f6a45 req-2cb99f81-9c2a-4f40-984b-b5dea6509e24 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:14.698562 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c1ff9934-df58-4e52-83c1-0fd1f93f6a45 req-2cb99f81-9c2a-4f40-984b-b5dea6509e24 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.2720931 Aug 09 11:29:14.699704 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ac8a-b98f-4a5d-baa7-c1f5c006a043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:14.766948 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c1ff9934-df58-4e52-83c1-0fd1f93f6a45 req-6798d212-6af4-4b3f-86d9-939876fce9c8 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579643 Aug 09 11:29:14.812634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ac8a-b98f-4a5d-baa7-c1f5c006a043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:14.816716 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ac8a-b98f-4a5d-baa7-c1f5c006a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:14.847860 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65db92-9d56-4868-a4e5-aad2dfe07c70 req-aab31f33-1e83-4b12-9e12-3f1e7f45f8ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:14.849470 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c65db92-9d56-4868-a4e5-aad2dfe07c70 req-aab31f33-1e83-4b12-9e12-3f1e7f45f8ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0622602 Aug 09 11:29:14.860344 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4cb8ac8a-b98f-4a5d-baa7-c1f5c006a043 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09b461f8b9b74d2aa8fc5a84fc4d4b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944236 Aug 09 11:29:14.862939 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8ac8a-b98f-4a5d-baa7-c1f5c006a043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbf96ba-ac8b-4411-a80e-5ae072cf1a48,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:14.863782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39438) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:14.911427 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c65db92-9d56-4868-a4e5-aad2dfe07c70 req-31fef9ad-746c-4e37-a538-b68a8619d9d6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557559 Aug 09 11:29:14.932507 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7d2dab33-7d35-4e41-9ed4-e0d9d2e65d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:14.956520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7d2dab33-7d35-4e41-9ed4-e0d9d2e65d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.006469 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7d2dab33-7d35-4e41-9ed4-e0d9d2e65d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.009155 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7d2dab33-7d35-4e41-9ed4-e0d9d2e65d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.010316 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7d2dab33-7d35-4e41-9ed4-e0d9d2e65d9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbbf96ba-ac8b-4411-a80e-5ae072cf1a48 HTTP/1.1" status: 204 len: 168 time: 0.1454802 Aug 09 11:29:15.020532 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dab33-7d35-4e41-9ed4-e0d9d2e65d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbf96ba-ac8b-4411-a80e-5ae072cf1a48,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:15.168940 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe52e78-7d95-49a1-8aa8-e16ac3f19ff7 req-0ba6c087-3f6c-45d1-8389-adebeff81e10 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:15.171273 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fe52e78-7d95-49a1-8aa8-e16ac3f19ff7 req-0ba6c087-3f6c-45d1-8389-adebeff81e10 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0532084 Aug 09 11:29:15.212990 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1fe52e78-7d95-49a1-8aa8-e16ac3f19ff7 req-c9ec2635-0958-4e35-b45d-c98c58234933 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Aug 09 11:29:15.349531 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39488) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:15.363109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-32f41230-b43d-4fcf-9de7-5d0d88b9d2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.451152 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-32f41230-b43d-4fcf-9de7-5d0d88b9d2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.455419 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-32f41230-b43d-4fcf-9de7-5d0d88b9d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.494448 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-32f41230-b43d-4fcf-9de7-5d0d88b9d2ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36a1377bf3e14a72b5a49cd6e44f4c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437204 Aug 09 11:29:15.495518 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f41230-b43d-4fcf-9de7-5d0d88b9d2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a260f63-8b1e-44c3-b7a8-6a280f66b688,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:15.497165 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39494) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:15.547600 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a6d44f68-ab8b-44c0-880d-ad30cc99772c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.568074 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a6d44f68-ab8b-44c0-880d-ad30cc99772c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.613306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a6d44f68-ab8b-44c0-880d-ad30cc99772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.615753 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a6d44f68-ab8b-44c0-880d-ad30cc99772c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:15.616876 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a6d44f68-ab8b-44c0-880d-ad30cc99772c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a260f63-8b1e-44c3-b7a8-6a280f66b688 HTTP/1.1" status: 204 len: 168 time: 0.1178172 Aug 09 11:29:15.624800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44f68-ab8b-44c0-880d-ad30cc99772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a260f63-8b1e-44c3-b7a8-6a280f66b688,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:15.634549 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:29:15.895977 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b69cb-a7c0-46b9-a26c-d5555ca75a08 req-f681860e-21a0-4a76-8492-cdf58243a68d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:15.897569 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b02b69cb-a7c0-46b9-a26c-d5555ca75a08 req-f681860e-21a0-4a76-8492-cdf58243a68d tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Aug 09 11:29:15.935969 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b02b69cb-a7c0-46b9-a26c-d5555ca75a08 req-4445750c-1056-4f6b-bbc5-1451346ea1be tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Aug 09 11:29:15.947864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39508) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:15.967800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1aeed91-f0c2-43db-8b8f-d4be8faf98fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.062941 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e675-e58c-4c1d-a0da-fa1e69ba3f47 req-d9e373cc-2f1b-4202-a4be-afc58a00d4f6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:16.064402 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0623e675-e58c-4c1d-a0da-fa1e69ba3f47 req-d9e373cc-2f1b-4202-a4be-afc58a00d4f6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0742099 Aug 09 11:29:16.101165 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1aeed91-f0c2-43db-8b8f-d4be8faf98fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.106907 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1aeed91-f0c2-43db-8b8f-d4be8faf98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.136496 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0623e675-e58c-4c1d-a0da-fa1e69ba3f47 req-0a1f1fee-124e-4a9b-ac93-6a6659c90a19 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Aug 09 11:29:16.153846 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeed91-f0c2-43db-8b8f-d4be8faf98fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7053f31c-a2ab-4a33-b85b-e5632843c837,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:16.158914 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f1aeed91-f0c2-43db-8b8f-d4be8faf98fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f627196748304d60b0beff19d9cd38ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100289 Aug 09 11:29:16.161373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39510) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:16.208307 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff539bfa-189e-401c-a757-3235acf47134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.228509 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff539bfa-189e-401c-a757-3235acf47134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.272406 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff539bfa-189e-401c-a757-3235acf47134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.274964 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff539bfa-189e-401c-a757-3235acf47134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:16.276075 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ff539bfa-189e-401c-a757-3235acf47134 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7053f31c-a2ab-4a33-b85b-e5632843c837 HTTP/1.1" status: 204 len: 168 time: 0.1137679 Aug 09 11:29:16.284134 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff539bfa-189e-401c-a757-3235acf47134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7053f31c-a2ab-4a33-b85b-e5632843c837,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:16.318382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1562e9da-5679-4f85-a223-99ef36f22954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:17.066194 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c7a7-fe90-4ace-94b2-a71d09ec6f62 req-67a48ec0-f4b9-4856-a2a8-c88afb8fc209 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:17.067787 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-98d6c7a7-fe90-4ace-94b2-a71d09ec6f62 req-67a48ec0-f4b9-4856-a2a8-c88afb8fc209 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Aug 09 11:29:17.107562 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-98d6c7a7-fe90-4ace-94b2-a71d09ec6f62 req-15bb7446-3db6-474c-a4a9-94aadf7608cf tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Aug 09 11:29:17.262207 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e92ff-8c63-4ba1-96e3-f1bd595fa299 req-fab7b4f9-e26c-41a7-8c08-3ecaa10d0893 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:17.264720 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-956e92ff-8c63-4ba1-96e3-f1bd595fa299 req-fab7b4f9-e26c-41a7-8c08-3ecaa10d0893 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Aug 09 11:29:17.308199 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-956e92ff-8c63-4ba1-96e3-f1bd595fa299 req-cc13d71f-dab5-4332-b89d-503927d701fd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Aug 09 11:29:18.224866 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f504989-add9-40fb-a14f-db8a91acbf39 req-d48c4363-4673-4d23-869f-737bb7807ec2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:18.226324 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8f504989-add9-40fb-a14f-db8a91acbf39 req-d48c4363-4673-4d23-869f-737bb7807ec2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0466976 Aug 09 11:29:18.262133 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8f504989-add9-40fb-a14f-db8a91acbf39 req-b7188a1b-b313-4d03-a066-efde2d2fa791 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299771 Aug 09 11:29:18.428117 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e508b-69db-4a46-9e88-9a363a396a1b req-994b07ef-93f5-47a1-973c-68f1091530db tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:18.429575 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a27e508b-69db-4a46-9e88-9a363a396a1b req-994b07ef-93f5-47a1-973c-68f1091530db tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0493553 Aug 09 11:29:18.467413 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a27e508b-69db-4a46-9e88-9a363a396a1b req-e148be19-41b4-4e77-86a0-868152b259de tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Aug 09 11:29:18.609250 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d2df6d93-2ddb-43a3-98e3-179cf1a02aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:19.384177 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de03b09-9dca-4a47-973a-66f311d66283 req-cfdf917c-1b01-4611-b853-5e02b7017f66 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:19.385628 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7de03b09-9dca-4a47-973a-66f311d66283 req-cfdf917c-1b01-4611-b853-5e02b7017f66 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Aug 09 11:29:19.425920 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7de03b09-9dca-4a47-973a-66f311d66283 req-47a7dbf4-f8c2-4812-837a-fdf31adfd275 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Aug 09 11:29:19.592904 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009353d-ab9c-4e95-be26-64ed25860fa5 req-2d7cef1d-2a40-4fbc-aa66-14ba9d85e8f6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:19.594336 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5009353d-ab9c-4e95-be26-64ed25860fa5 req-2d7cef1d-2a40-4fbc-aa66-14ba9d85e8f6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0509622 Aug 09 11:29:19.633944 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5009353d-ab9c-4e95-be26-64ed25860fa5 req-aca1e754-ded6-4cd6-b5d8-5c07a8ef7d41 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Aug 09 11:29:19.999159 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:20.267046 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcab85e-2f2e-4856-b3c4-f0bfc5fee7a8 req-1feb99cc-564e-4023-a333-6d91ba21c3e4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:20.268408 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4fcab85e-2f2e-4856-b3c4-f0bfc5fee7a8 req-1feb99cc-564e-4023-a333-6d91ba21c3e4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Aug 09 11:29:20.312158 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4fcab85e-2f2e-4856-b3c4-f0bfc5fee7a8 req-384cc6ad-b1c3-4f19-97e6-bf23c6aed655 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377500 Aug 09 11:29:20.560198 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cfa97-6f40-4cf2-931b-ea830421fb80 req-e08301cc-dfc9-453a-9a06-5fa4f8cffc8f tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:20.561672 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ef7cfa97-6f40-4cf2-931b-ea830421fb80 req-e08301cc-dfc9-453a-9a06-5fa4f8cffc8f tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Aug 09 11:29:20.772402 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ef7cfa97-6f40-4cf2-931b-ea830421fb80 req-cb3d5d67-25d2-40ef-9584-7a824f276223 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048573 Aug 09 11:29:20.781742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a90a9-4356-4496-9700-d06a79c99282 req-773252de-dfd7-44b6-8c95-b15621e01b8a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:20.783454 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-544a90a9-4356-4496-9700-d06a79c99282 req-773252de-dfd7-44b6-8c95-b15621e01b8a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0562949 Aug 09 11:29:20.830581 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-544a90a9-4356-4496-9700-d06a79c99282 req-0605d6d4-a84b-428f-92fa-23050e05c9d4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Aug 09 11:29:21.355387 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:21.433816 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca55b57-dc20-4200-a9c9-44741c7effc8 req-4c65a66e-0fdc-4413-b163-a925bfe03256 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:21.435353 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9ca55b57-dc20-4200-a9c9-44741c7effc8 req-4c65a66e-0fdc-4413-b163-a925bfe03256 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Aug 09 11:29:21.472510 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9ca55b57-dc20-4200-a9c9-44741c7effc8 req-b91e0d53-eea9-4bdc-9289-354a69082848 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Aug 09 11:29:21.598080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:21.894524 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-477ffe0d-963d-44c9-8f61-7a1b882a9678 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288556 Aug 09 11:29:21.899861 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fddc7-53b1-4062-9994-b4809b819439 req-f1ad5430-db66-4f06-a17f-3bd080f921b2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:21.901305 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3d4fddc7-53b1-4062-9994-b4809b819439 req-f1ad5430-db66-4f06-a17f-3bd080f921b2 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Aug 09 11:29:21.940988 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3d4fddc7-53b1-4062-9994-b4809b819439 req-b62084ea-adb7-4c56-aae0-0536442a3136 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b601bee-93dc-4b4f-9355-38985ec35b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Aug 09 11:29:22.063936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e02de-b42d-404f-8055-15798174b778 req-f305197f-7c35-4f27-b960-a912591d454b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:22.065411 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-686e02de-b42d-404f-8055-15798174b778 req-f305197f-7c35-4f27-b960-a912591d454b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0615072 Aug 09 11:29:22.123378 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-686e02de-b42d-404f-8055-15798174b778 req-ee562a76-98bd-4d04-98e0-ae8d23020e9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Aug 09 11:29:22.148683 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-2e6f1179-b00c-4aff-9df1-65f8296b23f9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:22.150218 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-2e6f1179-b00c-4aff-9df1-65f8296b23f9 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 945 time: 0.1305978 Aug 09 11:29:22.161396 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-7a3080ba-5981-49e0-b3fe-be6a9783247a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:22.162865 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-7a3080ba-5981-49e0-b3fe-be6a9783247a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626011 Aug 09 11:29:22.200570 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-36e99af4-6cd3-4fbc-8240-d3a6173f169c tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/quotas/c5dd0bcf542b4b91aa274d462a38007a HTTP/1.1" status: 200 len: 375 time: 0.0302484 Aug 09 11:29:22.275568 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-4ec9c4f8-d8b6-42ab-880b-609ec9404ac6 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651286 Aug 09 11:29:22.327455 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Deleting port 22f2ee49-d445-4d2d-a02c-160eb5906fab {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:22.327807 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:22.441321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] For port 22f2ee49-d445-4d2d-a02c-160eb5906fab, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=22f2ee49-d445-4d2d-a02c-160eb5906fab,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:22.441870 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:22.459127 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Calling delete_port for 22f2ee49-d445-4d2d-a02c-160eb5906fab owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:22.510556 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd06ccd-3c4e-4071-966b-6026943c79ad req-0030ba8b-6938-4158-aeaf-2cf4fae6b406 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 210 time: 0.0364950 Aug 09 11:29:22.623335 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e447e-e3e6-4c29-ab8a-968c3953fc32 req-2e9422aa-8665-4097-8dc4-b3817262c4a4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:22.624893 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c94e447e-e3e6-4c29-ab8a-968c3953fc32 req-2e9422aa-8665-4097-8dc4-b3817262c4a4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0734403 Aug 09 11:29:22.695672 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c94e447e-e3e6-4c29-ab8a-968c3953fc32 req-eaadfd83-2135-468b-a8de-46f8d463481b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515165 Aug 09 11:29:22.696867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:22.726044 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Pushing event deleted for resources: {'Port': ['ID=22f2ee49-d445-4d2d-a02c-160eb5906fab,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:22.761856 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['22f2ee49-d445-4d2d-a02c-160eb5906fab'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:22.798979 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] No DVR routers for this DVR port 22f2ee49-d445-4d2d-a02c-160eb5906fab on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:29:22.803110 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:22.812186 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bcef2f68-7e5f-4b2c-adf7-5996b071548e req-93aa945e-72ac-437a-b9b0-df4bb65f386b tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.43 "DELETE /v2.0/ports/22f2ee49-d445-4d2d-a02c-160eb5906fab HTTP/1.1" status: 204 len: 173 time: 0.6483450 Aug 09 11:29:22.812779 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'name': 'network-vif-deleted', 'tag': '22f2ee49-d445-4d2d-a02c-160eb5906fab'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:22.815222 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1688fe4d-8d08-4b66-9835-cfa5dd163eaa" -d '{"events": [{"server_uuid": "5c30fc9c-81e5-4be9-a2b8-2fc8832160e5", "name": "network-vif-deleted", "tag": "22f2ee49-d445-4d2d-a02c-160eb5906fab"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:22.892582 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78417646-f7ba-4f4a-886b-9cdb8afed471 x-openstack-request-id: req-78417646-f7ba-4f4a-886b-9cdb8afed471 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:22.892869 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c30fc9c-81e5-4be9-a2b8-2fc8832160e5", "name": "network-vif-deleted", "tag": "22f2ee49-d445-4d2d-a02c-160eb5906fab", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:22.893304 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78417646-f7ba-4f4a-886b-9cdb8afed471 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:22.893880 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78417646-f7ba-4f4a-886b-9cdb8afed471'] response: {'server_uuid': '5c30fc9c-81e5-4be9-a2b8-2fc8832160e5', 'name': 'network-vif-deleted', 'tag': '22f2ee49-d445-4d2d-a02c-160eb5906fab', 'status': 'completed', 'code': 200} Aug 09 11:29:23.052410 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a558f580-e728-45b4-82bf-f5c2d0fa6a73 req-53a87338-d96a-490a-8f57-56f39494616a tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Aug 09 11:29:23.282134 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-957b4c5c-6f11-4b11-b193-f8f4f1fd7971 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:23.283608 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-957b4c5c-6f11-4b11-b193-f8f4f1fd7971 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 945 time: 0.0579131 Aug 09 11:29:23.285819 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6eb88-9a8e-4f7c-add6-21e55d00e15a req-145f5db0-9ef9-4554-a478-760ee8d4f662 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:23.287303 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7cd6eb88-9a8e-4f7c-add6-21e55d00e15a req-145f5db0-9ef9-4554-a478-760ee8d4f662 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0725222 Aug 09 11:29:23.325071 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7cd6eb88-9a8e-4f7c-add6-21e55d00e15a req-6b14e9d6-a586-4d6e-b19f-e78900c9cbea tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Aug 09 11:29:23.410806 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Deleting port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:23.411062 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:23.496220 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] For port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:23.496580 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:23.509561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Calling delete_port for 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:23.621407 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-038b358d-a123-4edf-aa31-4893748ae928 req-49196889-a34c-43ef-8a37-90b6c19c8259 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 210 time: 0.0307219 Aug 09 11:29:23.699883 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:23.732862 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Pushing event deleted for resources: {'Port': ['ID=74fd4e6e-7ec4-45b6-a972-03bc2104e1f3,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:23.747765 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['74fd4e6e-7ec4-45b6-a972-03bc2104e1f3'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:23.771233 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] No DVR routers for this DVR port 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:29:23.774149 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:23.777339 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d44d8e77-fd55-4123-a816-a32d13675b90 req-960f61cd-135d-43cd-8bb8-d21f8534cb1f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "DELETE /v2.0/ports/74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 HTTP/1.1" status: 204 len: 173 time: 0.4602165 Aug 09 11:29:23.793543 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-1210b82d-ca31-42e1-98e6-5a7717871e70 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387638 Aug 09 11:29:23.830492 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f4e05022-41f3-4ba2-b9c9-7ba933dd4cf3 req-c9dff7b3-7af5-4ecb-baa5-ce1290522d1b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0345738 Aug 09 11:29:24.034366 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-f6b15c2e-7669-4d50-b0b6-c147c36ba2d0 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:24.035779 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-f6b15c2e-7669-4d50-b0b6-c147c36ba2d0 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077582 Aug 09 11:29:24.062075 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Request body: {'port': {'device_id': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560', 'admin_state_up': True, 'tenant_id': 'c5dd0bcf542b4b91aa274d462a38007a'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:24.174552 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-788131a7-4506-4650-ae12-f48085d72d24 req-dee3cf1f-a956-4ee5-8aa7-eec4daf7b5f6 tempest-DeleteServersTestJSON-1978059056 tempest-DeleteServersTestJSON-1978059056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c30fc9c-81e5-4be9-a2b8-2fc8832160e5 HTTP/1.1" status: 200 len: 210 time: 0.0325150 Aug 09 11:29:24.176829 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Made reservation on behalf of c5dd0bcf542b4b91aa274d462a38007a for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:24.180279 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.192910 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.287176 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.291230 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.355821 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26fb1e-d478-4621-8ee2-3e72a2546d1e,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:24.458044 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Allocated IP 192.168.233.147 (2244f60d-86bc-4eaa-82e4-cda1c1faf560/cd762deb-d503-462f-aa79-d0a773c575e8/94cb9dee-c409-4a5c-90e0-d6fa06bab927) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:24.487391 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6c12-2fa4-480d-9ecc-11de1e4d1e46 req-542b1fee-4c20-426e-8587-4768deeb401b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:24.488901 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f68d6c12-2fa4-480d-9ecc-11de1e4d1e46 req-542b1fee-4c20-426e-8587-4768deeb401b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0792179 Aug 09 11:29:24.564081 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f68d6c12-2fa4-480d-9ecc-11de1e4d1e46 req-1ec6d013-0982-4924-b7dd-44073f06988a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630007 Aug 09 11:29:24.657142 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.699089 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.748954 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:24.752569 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:24.756541 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:24.793704 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Pushing event updated for resources: {'Port': ['ID=94cb9dee-c409-4a5c-90e0-d6fa06bab927,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:24.815351 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b474f-d8e9-4ffc-bc48-cd47f0fc78dd req-907d3120-da21-4fdf-95ec-d5edc844b20d tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:24.817271 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bb6b474f-d8e9-4ffc-bc48-cd47f0fc78dd req-907d3120-da21-4fdf-95ec-d5edc844b20d tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 936 time: 0.0991845 Aug 09 11:29:24.834084 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:24.834826 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:24.875777 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bb6b474f-d8e9-4ffc-bc48-cd47f0fc78dd req-994f73f8-ea4b-4180-9955-ed6802e91ed6 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Aug 09 11:29:24.879728 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-2a6d8415-e07a-47f3-8b56-a0295761cd4a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8220866 Aug 09 11:29:24.894695 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'name': 'network-vif-deleted', 'tag': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:24.905264 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7b147-38cf-425f-bf7d-4b7369d1174f" -d '{"events": [{"server_uuid": "d850a8e0-1481-43d4-81fd-a2ebb842ae02", "name": "network-vif-deleted", "tag": "74fd4e6e-7ec4-45b6-a972-03bc2104e1f3"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:24.910471 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Request body: {'port': {'device_id': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:24.955154 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cd887-bbc1-4243-afab-d47f04848b43 x-openstack-request-id: req-6f4cd887-bbc1-4243-afab-d47f04848b43 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:24.955448 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d850a8e0-1481-43d4-81fd-a2ebb842ae02", "name": "network-vif-deleted", "tag": "74fd4e6e-7ec4-45b6-a972-03bc2104e1f3", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:24.955702 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f4cd887-bbc1-4243-afab-d47f04848b43 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:24.956870 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4cd887-bbc1-4243-afab-d47f04848b43'] response: {'server_uuid': 'd850a8e0-1481-43d4-81fd-a2ebb842ae02', 'name': 'network-vif-deleted', 'tag': '74fd4e6e-7ec4-45b6-a972-03bc2104e1f3', 'status': 'completed', 'code': 200} Aug 09 11:29:25.006696 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c4a83cfb-eba3-449e-a376-833bb3247c71 req-e0b2885b-c76a-45b2-9142-9ec745d6b692 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=d850a8e0-1481-43d4-81fd-a2ebb842ae02 HTTP/1.1" status: 200 len: 210 time: 0.0594435 Aug 09 11:29:25.055963 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.157013 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-2bba9c48-9f2e-49ae-894f-28c1fb98748c None None] Provisioning complete for port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:25.157608 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-2bba9c48-9f2e-49ae-894f-28c1fb98748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.158281 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39754) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:25.205648 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-2bba9c48-9f2e-49ae-894f-28c1fb98748c None None] Port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:29:25.255150 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b94c-6a0e-4ea5-ae00-88783227e532 req-733ad063-40fb-4a43-8dba-7760dcd40a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:25.256686 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cee0b94c-6a0e-4ea5-ae00-88783227e532 req-733ad063-40fb-4a43-8dba-7760dcd40a9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1098 time: 0.0752511 Aug 09 11:29:25.334076 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cee0b94c-6a0e-4ea5-ae00-88783227e532 req-37ee7cef-d7f7-47db-9787-cfd0fd66995c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688088 Aug 09 11:29:25.360796 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a51f-427a-429f-a984-99e2e5cd2748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.364972 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cb9dee-c409-4a5c-90e0-d6fa06bab927 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:29:25.375508 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.391193 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Transition to ACTIVE for port object 94cb9dee-c409-4a5c-90e0-d6fa06bab927 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:29:25.399459 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.465152 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a51f-427a-429f-a984-99e2e5cd2748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.471084 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a51f-427a-429f-a984-99e2e5cd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.491887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381552b2-283b-4602-ab51-07006427090d service neutron] Pushing event updated for resources: {'Port': ['ID=94cb9dee-c409-4a5c-90e0-d6fa06bab927,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:25.517763 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-fbf4a51f-427a-429f-a984-99e2e5cd2748 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc1bff0891ed4f93854b74faf46d1af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581116 Aug 09 11:29:25.520840 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39774) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:25.523110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Attempting to bind port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:25.523567 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Attempting to bind port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:25.523995 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Attempting to bind port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 on network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:25.529139 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 on network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:29:25.529537 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Attempting to bind port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 on network 2244f60d-86bc-4eaa-82e4-cda1c1faf560 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:25.538619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:25.538957 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Checking segment: {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:25.539366 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Bound using segment: {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:25.539755 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Bound port: 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e5f0e9-c49c-4dd5-b988-d62f1cc34806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:25.540110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.560805 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4a51f-427a-429f-a984-99e2e5cd2748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df176e2-d7be-4e3f-94cd-a34e0c101e3d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:25.617746 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72ebb11f-090a-4dc2-be0b-f1af0f9d6ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.647062 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72ebb11f-090a-4dc2-be0b-f1af0f9d6ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.648207 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] For port 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:25.651980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] For port 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=94cb9dee-c409-4a5c-90e0-d6fa06bab927,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:25.659966 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.667800 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:25.668848 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.672058 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-381552b2-283b-4602-ab51-07006427090d service neutron] 10.222.0.43 "PUT /v2.0/ports/94cb9dee-c409-4a5c-90e0-d6fa06bab927 HTTP/1.1" status: 200 len: 1098 time: 0.7689068 Aug 09 11:29:25.674136 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'tag': '94cb9dee-c409-4a5c-90e0-d6fa06bab927'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:25.677343 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38504fbd-23c4-446a-a5e4-b8acc160d2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "70662bf7-c939-4991-9378-d57cce7d1f6a", "tag": "94cb9dee-c409-4a5c-90e0-d6fa06bab927"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:25.737865 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26a00-aa46-4880-974b-9f361f012e8b req-d4391125-e2a8-4207-9ddb-8eba66a42618 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:25.738421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6dc75-1c1e-4a24-a28f-abd8084980fb x-openstack-request-id: req-6fd6dc75-1c1e-4a24-a28f-abd8084980fb {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:25.738689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70662bf7-c939-4991-9378-d57cce7d1f6a", "tag": "94cb9dee-c409-4a5c-90e0-d6fa06bab927", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:25.738935 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fd6dc75-1c1e-4a24-a28f-abd8084980fb {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:25.739315 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd6dc75-1c1e-4a24-a28f-abd8084980fb'] response: {'name': 'network-changed', 'server_uuid': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'tag': '94cb9dee-c409-4a5c-90e0-d6fa06bab927', 'status': 'completed', 'code': 200} Aug 09 11:29:25.739685 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35c26a00-aa46-4880-974b-9f361f012e8b req-d4391125-e2a8-4207-9ddb-8eba66a42618 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0830057 Aug 09 11:29:25.744212 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381552b2-283b-4602-ab51-07006427090d service neutron] Pushing event updated for resources: {'Port': ['ID=94cb9dee-c409-4a5c-90e0-d6fa06bab927,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:25.782419 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35c26a00-aa46-4880-974b-9f361f012e8b req-2ac34f0e-3c58-4fb1-8fab-20c9e566908a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Aug 09 11:29:25.790339 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72ebb11f-090a-4dc2-be0b-f1af0f9d6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.792987 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72ebb11f-090a-4dc2-be0b-f1af0f9d6ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:25.807542 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-72ebb11f-090a-4dc2-be0b-f1af0f9d6ed5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3df176e2-d7be-4e3f-94cd-a34e0c101e3d HTTP/1.1" status: 204 len: 168 time: 0.2752693 Aug 09 11:29:25.815717 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebb11f-090a-4dc2-be0b-f1af0f9d6ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df176e2-d7be-4e3f-94cd-a34e0c101e3d,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:26.010422 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38504fbd-23c4-446a-a5e4-b8acc160d2b1 req-d1268438-9d87-45a1-9728-c524f3cc460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.011873 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-38504fbd-23c4-446a-a5e4-b8acc160d2b1 req-d1268438-9d87-45a1-9728-c524f3cc460e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 1101 time: 0.0623066 Aug 09 11:29:26.020301 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58831-67d6-45f0-b5b4-2b91fd5fab1f req-b1d91c39-b8e2-4b64-9f05-b1f42b7f9bb6 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.021704 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4d58831-67d6-45f0-b5b4-2b91fd5fab1f req-b1d91c39-b8e2-4b64-9f05-b1f42b7f9bb6 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 948 time: 0.0821838 Aug 09 11:29:26.073866 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-38504fbd-23c4-446a-a5e4-b8acc160d2b1 req-2c117c91-ded9-4305-bac6-e638661b1f0c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431015 Aug 09 11:29:26.117129 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39800) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:26.135663 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6f5f-0594-458f-b1da-8fb8d66e161f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.152412 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4d58831-67d6-45f0-b5b4-2b91fd5fab1f req-01310b57-8a73-4e2e-8b7d-bdeb8135a82a tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241410 Aug 09 11:29:26.228847 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6f5f-0594-458f-b1da-8fb8d66e161f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.233768 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6f5f-0594-458f-b1da-8fb8d66e161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.275151 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9e8a6f5f-0594-458f-b1da-8fb8d66e161f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1ef7eed1bd848128cb9ab2de8d8861f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569250 Aug 09 11:29:26.276905 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a6f5f-0594-458f-b1da-8fb8d66e161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d0b5cf-9d51-4159-92cb-22629f107cb5,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:26.279900 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39812) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:26.315989 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38504fbd-23c4-446a-a5e4-b8acc160d2b1 req-d83cb00e-d7bc-43a7-901a-d2db85067aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.317428 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-38504fbd-23c4-446a-a5e4-b8acc160d2b1 req-d83cb00e-d7bc-43a7-901a-d2db85067aef service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350230 Aug 09 11:29:26.401502 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-93090180-8fa7-4717-a40b-0bd05bd436bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.440091 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-93090180-8fa7-4717-a40b-0bd05bd436bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.441296 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-d8c9debe-6dcb-4731-aac1-793ec56f4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.443185 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-d8c9debe-6dcb-4731-aac1-793ec56f4714 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 1101 time: 0.0434704 Aug 09 11:29:26.457138 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-5a168076-e042-42da-8e23-4956545916ae tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.458853 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-5a168076-e042-42da-8e23-4956545916ae tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/networks?id=8c079bd5-f762-4470-a47b-0ec77deea611 HTTP/1.1" status: 200 len: 809 time: 0.1515024 Aug 09 11:29:26.488999 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-7093d607-8814-4c13-bc20-9357e32ebc73 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/quotas/aad2cebd62c74228bc4b95b8a080f7bd HTTP/1.1" status: 200 len: 375 time: 0.0232308 Aug 09 11:29:26.495437 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-8a10ed27-8bd5-4702-abc3-0f731a1e8fa6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=94cb9dee-c409-4a5c-90e0-d6fa06bab927 HTTP/1.1" status: 200 len: 217 time: 0.0352492 Aug 09 11:29:26.523823 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-58b1cdaf-1211-4962-be0e-f98f8fa91546 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272696 Aug 09 11:29:26.529146 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-93090180-8fa7-4717-a40b-0bd05bd436bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.532243 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-93090180-8fa7-4717-a40b-0bd05bd436bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:26.539517 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-93090180-8fa7-4717-a40b-0bd05bd436bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8d0b5cf-9d51-4159-92cb-22629f107cb5 HTTP/1.1" status: 204 len: 168 time: 0.2522511 Aug 09 11:29:26.558270 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-795e633e-8f62-41e0-95d8-572c6f45111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.559912 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-795e633e-8f62-41e0-95d8-572c6f45111f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd762deb-d503-462f-aa79-d0a773c575e8 HTTP/1.1" status: 200 len: 843 time: 0.0574205 Aug 09 11:29:26.563501 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93090180-8fa7-4717-a40b-0bd05bd436bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d0b5cf-9d51-4159-92cb-22629f107cb5,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:26.617118 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-b2523b63-3add-44e3-a0a6-ecd30f4d8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:26.618653 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-b2523b63-3add-44e3-a0a6-ecd30f4d8cec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2244f60d-86bc-4eaa-82e4-cda1c1faf560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0488174 Aug 09 11:29:26.619402 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 22f2ee49-d445-4d2d-a02c-160eb5906fab no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:26.645235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 22f2ee49-d445-4d2d-a02c-160eb5906fab {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:29:26.645581 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 22f2ee49-d445-4d2d-a02c-160eb5906fab not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:26.658746 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-626a9128-f29a-4353-8060-bca2ef0abe77 service neutron] 10.222.0.50 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240830 Aug 09 11:29:26.731747 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-b66dc575-8280-4838-b671-ffeebf8576a4 service neutron] 10.222.0.43 "GET /v2.0/networks/2244f60d-86bc-4eaa-82e4-cda1c1faf560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003137 Aug 09 11:29:26.759311 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-15e9f4fc-1e35-4f95-bc7e-d7d9e5661a20 service neutron] 10.222.0.50 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996904 Aug 09 11:29:26.882447 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdbf96bd-7c73-4d1f-a879-75869a520eed req-7a6a68a0-ac38-4335-9c46-8478272e5e02 service neutron] 10.222.0.43 "GET /v2.0/networks/2244f60d-86bc-4eaa-82e4-cda1c1faf560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427665 Aug 09 11:29:26.966924 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 39836) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:27.018561 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8553e37-57c3-45aa-820c-503cce5f6156 req-71cd7cee-f918-47a8-8e3e-6ccc698c374c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:27.020280 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d8553e37-57c3-45aa-820c-503cce5f6156 req-71cd7cee-f918-47a8-8e3e-6ccc698c374c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.1219184 Aug 09 11:29:27.146015 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d8553e37-57c3-45aa-820c-503cce5f6156 req-92587bd6-bca5-4a06-995d-117ab9c0286a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140611 Aug 09 11:29:27.292431 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-103c5c4d-4432-42bf-a4ba-6da7b8770d5e req-0f578cd3-0672-420d-a6c0-5934ba7f2572 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 210 time: 0.2552645 Aug 09 11:29:27.357503 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d634a-b86c-4c93-95d4-baef0d0a0918 req-2b10ef0c-e49b-4920-93b9-5764ed74c50f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:27.359529 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5b4d634a-b86c-4c93-95d4-baef0d0a0918 req-2b10ef0c-e49b-4920-93b9-5764ed74c50f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 948 time: 0.0855010 Aug 09 11:29:27.409865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5b4d634a-b86c-4c93-95d4-baef0d0a0918 req-842d40c3-fb7d-4918-89ae-14821c4d1887 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Aug 09 11:29:27.506185 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-c968b756-8d17-4779-9491-a8c1c20ed884 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547519 Aug 09 11:29:27.515093 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:27.638887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-ca486731-b990-4111-b3a2-274667514805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:27.640370 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-ca486731-b990-4111-b3a2-274667514805 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1099 time: 0.0417314 Aug 09 11:29:27.924639 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:27.990708 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-021547bd-b13f-470d-a1c2-ae6d4c7b42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:27.992282 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-021547bd-b13f-470d-a1c2-ae6d4c7b42c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.3116775 Aug 09 11:29:28.035652 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-a25481e9-ef73-4fa7-b51b-058d718dedb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0360382 Aug 09 11:29:28.104893 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-16ff0d2a-a874-4b64-b0cd-249da4357345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:28.106344 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-16ff0d2a-a874-4b64-b0cd-249da4357345 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0627677 Aug 09 11:29:28.160546 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-c91a788e-1cde-4b5e-91a2-e811fba27a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:28.161943 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-c91a788e-1cde-4b5e-91a2-e811fba27a85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465138 Aug 09 11:29:28.287883 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-66cbd8fb-cd66-46a5-9b25-cef1386b4343 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164908 Aug 09 11:29:28.306022 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742b6e-384d-44f7-ab66-405d19ed5433 req-d5656ad5-9bdf-45d5-b0c3-d7a6fa6c7d67 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:28.306022 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3c742b6e-384d-44f7-ab66-405d19ed5433 req-d5656ad5-9bdf-45d5-b0c3-d7a6fa6c7d67 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0697508 Aug 09 11:29:28.306650 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Deleting port 6a3b1502-2a52-4949-9ef2-9967cd37373b {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:28.306650 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:28.401618 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3c742b6e-384d-44f7-ab66-405d19ed5433 req-d3328e1f-64e1-4a20-873a-5874d2f747fc tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913606 Aug 09 11:29:28.453158 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] For port 6a3b1502-2a52-4949-9ef2-9967cd37373b, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6a3b1502-2a52-4949-9ef2-9967cd37373b,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:28.453542 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:28.472635 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-28599b75-e1cd-4f89-a7a2-fb933dffd6d9 req-d30ebf6c-4541-4368-b103-22af83e79722 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 210 time: 0.0316579 Aug 09 11:29:28.512232 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Calling delete_port for 6a3b1502-2a52-4949-9ef2-9967cd37373b owned by network:router_interface {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:28.528670 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6d5fa1f8-cc79-41c1-b99d-c9978e6d770c req-67d3203a-1473-4e58-ba3f-ff0b384c77fc service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082257 Aug 09 11:29:28.629951 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:28.684929 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:29:28.686271 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 74fd4e6e-7ec4-45b6-a972-03bc2104e1f3 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:28.899461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d44c2-983e-45f1-ba24-5c5184d5658f req-9f3dc704-7eab-490f-a724-7579364c74a1 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:28.907512 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-195d44c2-983e-45f1-ba24-5c5184d5658f req-9f3dc704-7eab-490f-a724-7579364c74a1 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 948 time: 0.0665319 Aug 09 11:29:28.931222 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:28.945263 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-195d44c2-983e-45f1-ba24-5c5184d5658f req-5e87f273-0996-4a83-9364-091704b8b255 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368927 Aug 09 11:29:28.969531 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37919889-4588-4325-9733-2cd22a185029 req-f3d906a7-73bf-4053-bb31-515496411fc6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:28.971052 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-37919889-4588-4325-9733-2cd22a185029 req-f3d906a7-73bf-4053-bb31-515496411fc6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1789362 Aug 09 11:29:28.977419 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-ce9053a4-4f22-421a-9a8d-5503d9b959b8 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:28.978778 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-ce9053a4-4f22-421a-9a8d-5503d9b959b8 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "GET /v2.0/networks?id=8c079bd5-f762-4470-a47b-0ec77deea611 HTTP/1.1" status: 200 len: 809 time: 0.4292099 Aug 09 11:29:28.983962 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3b1502-2a52-4949-9ef2-9967cd37373b,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:29.027121 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Request body: {'port': {'device_id': 'a598293e-ce4b-40e6-806b-08f303605038', 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611', 'admin_state_up': True, 'tenant_id': 'aad2cebd62c74228bc4b95b8a080f7bd'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:29.174572 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-37919889-4588-4325-9733-2cd22a185029 req-62ef846a-5e93-488f-880c-0555875c18fe tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942728 Aug 09 11:29:29.288328 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:29.292321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Made reservation on behalf of aad2cebd62c74228bc4b95b8a080f7bd for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:29.296565 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:29.538997 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Allocated IP 172.20.0.3 (8c079bd5-f762-4470-a47b-0ec77deea611/45007222-3e03-41ab-8629-6c2224048eba/8e06392b-df76-4d25-a7fb-291bf0bb71be) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:29.615462 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a09ca851-b82d-4b46-84f8-70d6eb76290f req-91f1408d-6f8e-4192-b51c-8f82f069c38f tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Aug 09 11:29:29.740933 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Router ba3005b1-b625-480e-86c7-cbb535854ff3 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:29:29.865756 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:29.927588 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:29:29.935049 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ca20796a-b962-4661-a138-52fa2178f422 admin admin] 10.222.0.50 "PUT /v2.0/routers/ba3005b1-b625-480e-86c7-cbb535854ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9655550 Aug 09 11:29:29.936369 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39974) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:29.936828 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] Sync routers for ids ['ba3005b1-b625-480e-86c7-cbb535854ff3'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:29:29.947083 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] Routers {'ba3005b1-b625-480e-86c7-cbb535854ff3'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:29.947289 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:29.947792 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['ba3005b1-b625-480e-86c7-cbb535854ff3'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:30.001632 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Network 8c079bd5-f762-4470-a47b-0ec77deea611 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:30.007793 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:30.020231 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:30.026602 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:30.027632 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.033758 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Pushing event updated for resources: {'Port': ['ID=8e06392b-df76-4d25-a7fb-291bf0bb71be,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:30.058508 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-e8c4db90-1626-4154-a3bd-7acfb6bf2a15 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0383544 Aug 09 11:29:30.078035 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Request body: {'port': {'device_id': 'a598293e-ce4b-40e6-806b-08f303605038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:30.131440 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.155329 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] Set router ba3005b1-b625-480e-86c7-cbb535854ff3 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:30.172776 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3999f-d666-4516-b5ec-3000d9033db5 req-5099acf8-4cfe-4111-afaa-707fdde007ca tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:30.174917 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-71c3999f-d666-4516-b5ec-3000d9033db5 req-5099acf8-4cfe-4111-afaa-707fdde007ca tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 948 time: 0.1151125 Aug 09 11:29:30.182261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.256205 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-71c3999f-d666-4516-b5ec-3000d9033db5 req-6a66f716-55a6-4866-b339-446bd4ade93d tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687776 Aug 09 11:29:30.257335 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.318436 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Deleting port d6203ab5-46f4-4c5e-ad94-debd1ce8d962 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:30.318786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.345330 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:29:28Z', 'revision_number': 5, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port': {'id': 'd6203ab5-46f4-4c5e-ad94-debd1ce8d962', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:30.376652 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] Checking router: ba3005b1-b625-480e-86c7-cbb535854ff3 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:29:30.385979 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] Routers {'ba3005b1-b625-480e-86c7-cbb535854ff3'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:30.386967 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['ba3005b1-b625-480e-86c7-cbb535854ff3'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:30.434692 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] For port d6203ab5-46f4-4c5e-ad94-debd1ce8d962, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:30.435153 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.466258 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 39990) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:30.490367 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Calling delete_port for d6203ab5-46f4-4c5e-ad94-debd1ce8d962 owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:30.495705 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] Set router ba3005b1-b625-480e-86c7-cbb535854ff3 gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:30.565122 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:29:30Z', 'revision_number': 6, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:30.593368 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2b7-137d-48b2-9582-e3c133158d18 None None] The sync data for ids ['ba3005b1-b625-480e-86c7-cbb535854ff3'] in dv-cinder-848249-1-iscsi is: [{'id': 'ba3005b1-b625-480e-86c7-cbb535854ff3', 'name': 'tempest-DeleteServersTestJSON-1659762922-router', 'tenant_id': 'c57d74bd28234ae69744c1243d2a077b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:29:30Z', 'revision_number': 6, 'project_id': 'c57d74bd28234ae69744c1243d2a077b', 'gw_port_host': None}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:29:30.615178 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Deleting subnet c159ef7d-f7d3-408e-a578-5cb69c5acca3 {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:29:30.619186 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.674563 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.755241 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.836079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ab036-aab7-4a77-94f9-646a491a77c3 req-517697a3-a805-4624-80cb-e74183c0cc3d tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:30.837640 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ee0ab036-aab7-4a77-94f9-646a491a77c3 req-517697a3-a805-4624-80cb-e74183c0cc3d tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 931 time: 0.1247580 Aug 09 11:29:30.891577 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e06392b-df76-4d25-a7fb-291bf0bb71be {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:29:30.901008 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.937906 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Transition to ACTIVE for port object 8e06392b-df76-4d25-a7fb-291bf0bb71be will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:29:30.942132 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.973265 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ee0ab036-aab7-4a77-94f9-646a491a77c3 req-839893ae-8df6-46ec-9884-5a6f1471a9bb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174057 Aug 09 11:29:30.997466 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.011782 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bca97-050d-45b6-a850-34e9c10ccfa8 req-a0a0be76-fae7-475f-a34f-7e660a34fa09 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.013950 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a73bca97-050d-45b6-a850-34e9c10ccfa8 req-a0a0be76-fae7-475f-a34f-7e660a34fa09 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1150508 Aug 09 11:29:31.050083 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=8e06392b-df76-4d25-a7fb-291bf0bb71be,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:31.065210 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Attempting to bind port 8e06392b-df76-4d25-a7fb-291bf0bb71be on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:31.065547 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Attempting to bind port 8e06392b-df76-4d25-a7fb-291bf0bb71be by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:31.065878 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Attempting to bind port 8e06392b-df76-4d25-a7fb-291bf0bb71be on network 8c079bd5-f762-4470-a47b-0ec77deea611 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:31.068995 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.069287 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.069638 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.069969 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.070324 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.070658 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.070992 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.071322 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.071653 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.071983 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.072314 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.078166 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.082905 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Port 8e06392b-df76-4d25-a7fb-291bf0bb71be on network 8c079bd5-f762-4470-a47b-0ec77deea611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:29:31.083687 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Attempting to bind port 8e06392b-df76-4d25-a7fb-291bf0bb71be on network 8c079bd5-f762-4470-a47b-0ec77deea611 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:31.093277 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45933543-9c0a-4071-91f1-0539527ce114 req-4d5a18ed-81cb-4a32-84f8-b29b7d99572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.094946 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6a3b1502-2a52-4949-9ef2-9967cd37373b no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:31.095461 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-4d5a18ed-81cb-4a32-84f8-b29b7d99572b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1099 time: 0.1823750 Aug 09 11:29:31.096438 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:31.096779 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Checking segment: {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:31.097168 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Bound using segment: {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:31.097589 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Bound port: 8e06392b-df76-4d25-a7fb-291bf0bb71be, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9389be1e-ec28-4326-94a3-7519dbaf03d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:31.097951 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.098474 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.104909 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c159ef7d-f7d3-408e-a578-5cb69c5acca3 HTTP/1.1" status: 204 len: 168 time: 0.6335537 Aug 09 11:29:31.105053 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a73bca97-050d-45b6-a850-34e9c10ccfa8 req-9bd24af1-236d-4d13-82be-6b04de545d5b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713789 Aug 09 11:29:31.109731 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40002) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:31.156913 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c159ef7d-f7d3-408e-a578-5cb69c5acca3,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:31.158254 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 6a3b1502-2a52-4949-9ef2-9967cd37373b {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:29:31.158762 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6a3b1502-2a52-4949-9ef2-9967cd37373b not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:31.176751 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.177108 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.177454 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.177794 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.178271 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.178604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.178937 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.179267 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.179593 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.179918 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.180240 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.180560 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2558a30-70b5-47ae-807b-1b225679d8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:31.225310 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.234705 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.246016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] For port 8e06392b-df76-4d25-a7fb-291bf0bb71be, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:31.259958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] For port 8e06392b-df76-4d25-a7fb-291bf0bb71be, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:31.275274 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d6203ab5-46f4-4c5e-ad94-debd1ce8d962,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:31.284432 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.298524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.299216 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.300749 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e06392b-df76-4d25-a7fb-291bf0bb71be HTTP/1.1" status: 200 len: 1093 time: 1.2281797 Aug 09 11:29:31.302239 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598293e-ce4b-40e6-806b-08f303605038', 'tag': '8e06392b-df76-4d25-a7fb-291bf0bb71be'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:31.304498 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a7698-08bd-472f-b24e-15de24d80d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a598293e-ce4b-40e6-806b-08f303605038", "tag": "8e06392b-df76-4d25-a7fb-291bf0bb71be"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:31.329774 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45933543-9c0a-4071-91f1-0539527ce114 req-2e9e0d05-1a5e-4c05-a58d-3aebc8544157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.331249 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-2e9e0d05-1a5e-4c05-a58d-3aebc8544157 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.2254219 Aug 09 11:29:31.383260 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.388010 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01327d6-2fc9-4ea4-ba93-803c48c0218d x-openstack-request-id: req-a01327d6-2fc9-4ea4-ba93-803c48c0218d {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:31.388628 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598293e-ce4b-40e6-806b-08f303605038", "tag": "8e06392b-df76-4d25-a7fb-291bf0bb71be", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:31.388997 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a01327d6-2fc9-4ea4-ba93-803c48c0218d {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:31.389399 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01327d6-2fc9-4ea4-ba93-803c48c0218d'] response: {'name': 'network-changed', 'server_uuid': 'a598293e-ce4b-40e6-806b-08f303605038', 'tag': '8e06392b-df76-4d25-a7fb-291bf0bb71be', 'status': 'completed', 'code': 200} Aug 09 11:29:31.420967 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-e21908d2-ee43-4646-a1f3-9a4661bb149a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0581081 Aug 09 11:29:31.421905 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.437857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.438176 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.438895 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.439240 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > port after_create 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.439576 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.439907 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > port after_update 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.440253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.440591 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.440903 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.441219 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.521948 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.522332 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.522663 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.522991 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:29:31.523362 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135105da-c791-47d3-b9ca-68f58ac79747']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:31.543566 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea62d72-1617-469e-90bb-d3a7c7d0ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=8e06392b-df76-4d25-a7fb-291bf0bb71be,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:31.549124 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ed9a14-f822-4c74-94eb-f020d494064d') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:31.549418 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ed9a14-f822-4c74-94eb-f020d494064d') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:31.580788 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.607982 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-287dd2a1-a7eb-4e71-9061-1df8f218630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.609695 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-287dd2a1-a7eb-4e71-9061-1df8f218630e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 1096 time: 0.2111623 Aug 09 11:29:31.610838 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.621764 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:29:31.622216 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.691809 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-0eb9f952-4440-4720-8189-e4e0e51f7fc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be HTTP/1.1" status: 200 len: 217 time: 0.0457630 Aug 09 11:29:31.766103 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.775529 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deffb6-88f6-450e-b701-751b6a3b6392 req-f0c6cde0-49d7-4a25-9931-3241f1f84cfd tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.782543 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.784244 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-76deffb6-88f6-450e-b701-751b6a3b6392 req-f0c6cde0-49d7-4a25-9931-3241f1f84cfd tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 948 time: 0.4364650 Aug 09 11:29:31.788455 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.798461 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.804160 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] 10.222.0.50 "DELETE /v2.0/networks/135105da-c791-47d3-b9ca-68f58ac79747 HTTP/1.1" status: 204 len: 168 time: 0.6913433 Aug 09 11:29:31.810362 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40014) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:31.833771 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb029d-0a3a-4b4a-9698-fb6f76f5e4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=135105da-c791-47d3-b9ca-68f58ac79747,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:31.862867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-84082e6f-e70d-4685-8550-6156cf728d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.864406 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-84082e6f-e70d-4685-8550-6156cf728d4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45007222-3e03-41ab-8629-6c2224048eba HTTP/1.1" status: 200 len: 849 time: 0.1619606 Aug 09 11:29:31.867730 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45933543-9c0a-4071-91f1-0539527ce114 req-47a55188-001a-4691-9c08-a701d2f70824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.869495 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-47a55188-001a-4691-9c08-a701d2f70824 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.4293015 Aug 09 11:29:31.896795 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.896795 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3005b1-b625-480e-86c7-cbb535854ff3 {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:29:31.914795 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-971bb24c-70b5-4887-acd2-2a06e4c07c3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c079bd5-f762-4470-a47b-0ec77deea611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305214 Aug 09 11:29:31.920190 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Deleting subnet 015a30fa-9944-48cb-8969-2f0dd7b63c40 {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:29:31.924671 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.925105 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.925699 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-45eb545e-d69b-4bf1-967c-f30c24e049ac admin admin] 10.222.0.50 "DELETE /v2.0/routers/ba3005b1-b625-480e-86c7-cbb535854ff3 HTTP/1.1" status: 204 len: 168 time: 1.9882143 Aug 09 11:29:31.931103 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-76deffb6-88f6-450e-b701-751b6a3b6392 req-66636196-be53-486f-920a-170f18bc080d tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459651 Aug 09 11:29:31.933691 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40022) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:31.938354 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 82ed9a14-f822-4c74-94eb-f020d494064d resource provider aggregate not found Aug 09 11:29:31.987773 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45933543-9c0a-4071-91f1-0539527ce114 req-089cc7b0-943b-4d33-9e7a-c6300902aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:31.989299 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-089cc7b0-943b-4d33-9e7a-c6300902aee5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1119814 Aug 09 11:29:31.992055 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 82ed9a14-f822-4c74-94eb-f020d494064d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82ed9a14-f822-4c74-94eb-f020d494064d found for delete ", "request_id": "req-03b584e3-74c2-4442-9ea0-b77b430df3cf"}]} Aug 09 11:29:32.008619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Deleting subnet 41f43d2f-11e2-44fc-961c-ca4f383f62d3 {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:29:32.011680 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.025701 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.076487 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-a64e8478-6773-4dc0-8c47-fea63e003661 service neutron] 10.222.0.43 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516769 Aug 09 11:29:32.088968 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.104656 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.177560 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-a4b2e167-cb0b-432f-9fc2-a18fa9f3bd02 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789453 Aug 09 11:29:32.258278 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7dc64-4d88-4267-9a76-e1eb3f891f60 req-d611e524-d1e9-49d5-9a88-89794c73c66b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:32.259755 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-01d7dc64-4d88-4267-9a76-e1eb3f891f60 req-d611e524-d1e9-49d5-9a88-89794c73c66b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 943 time: 0.1428564 Aug 09 11:29:32.270945 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.312933 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61ba38cc-e8a3-4ade-acfb-a78f0f816ebe req-8748f523-079f-4b7d-a422-4adb356d3386 service neutron] 10.222.0.43 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215815 Aug 09 11:29:32.316475 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015a30fa-9944-48cb-8969-2f0dd7b63c40,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:32.319480 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.322623 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-03323806-7f22-4cdd-95c8-a10eb34ed5fb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/015a30fa-9944-48cb-8969-2f0dd7b63c40 HTTP/1.1" status: 204 len: 168 time: 0.5084195 Aug 09 11:29:32.328133 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40030) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:32.359349 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-01d7dc64-4d88-4267-9a76-e1eb3f891f60 req-7a761670-2be5-48ae-88e3-48362b25c5aa tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911102 Aug 09 11:29:32.367253 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.410355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1b2ea-1455-406e-8fa1-fc2b5077d2c8 req-c7a4b4d6-1a64-4afc-9eb1-ebd5aa91e8ce tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:32.410665 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.418400 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-afa1b2ea-1455-406e-8fa1-fc2b5077d2c8 req-c7a4b4d6-1a64-4afc-9eb1-ebd5aa91e8ce tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1982310 Aug 09 11:29:32.443586 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45933543-9c0a-4071-91f1-0539527ce114 req-58688760-961c-4c45-814e-c39051d82dc2 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567561 Aug 09 11:29:32.483296 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-afa1b2ea-1455-406e-8fa1-fc2b5077d2c8 req-7a76cd34-5e1a-4775-8157-b872ea6b9a73 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Aug 09 11:29:32.490623 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.519035 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.522292 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/41f43d2f-11e2-44fc-961c-ca4f383f62d3 HTTP/1.1" status: 204 len: 168 time: 0.5871253 Aug 09 11:29:32.526071 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32224c-2c27-4e18-b825-efa5c00af55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f43d2f-11e2-44fc-961c-ca4f383f62d3,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:32.526071 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40034) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:32.528927 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e657af-8df7-4919-ae8d-73dcd4b6aec5 None None] Network 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:32.545751 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.570379 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-5819c569-25dd-4b52-888a-7112ecc336a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:32.571870 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-5819c569-25dd-4b52-888a-7112ecc336a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 1096 time: 0.1311457 Aug 09 11:29:32.575239 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058616f4-7f70-4dc5-9e2a-10cffe090ddd']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:32.606043 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5938872a-e391-45d1-b602-69ba2a8dcc18') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:32.606339 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5938872a-e391-45d1-b602-69ba2a8dcc18') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:32.620807 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.632925 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.654512 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 94cb9dee-c409-4a5c-90e0-d6fa06bab927 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:29:32.677358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.692512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:29:32.693101 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.713408 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Deleting port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:32.713763 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.764719 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-f5a8dd17-13b6-4b3e-bb03-e8237de0bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:32.766453 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-f5a8dd17-13b6-4b3e-bb03-e8237de0bdbc service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c079bd5-f762-4470-a47b-0ec77deea611 HTTP/1.1" status: 200 len: 910 time: 0.1837466 Aug 09 11:29:32.784026 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.788211 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=94cb9dee-c409-4a5c-90e0-d6fa06bab927,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:32.793568 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] For port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,segment=NetworkSegment(511b73ab-e267-4718-9ac2-bf23b74018e0),segment_id=511b73ab-e267-4718-9ac2-bf23b74018e0)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:32.794110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.802610 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '94cb9dee-c409-4a5c-90e0-d6fa06bab927', 'network_id': '2244f60d-86bc-4eaa-82e4-cda1c1faf560', 'port_id': '94cb9dee-c409-4a5c-90e0-d6fa06bab927', 'mac_address': 'fa:16:3e:64:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd762deb-d503-462f-aa79-d0a773c575e8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:29:32.806242 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] DHCP port deletion for 9581a1b8-a0ad-48ef-91b0-11fd60f7c212 request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:29:32.810193 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Calling delete_port for caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 owned by network:dhcp {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:32.834173 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=058616f4-7f70-4dc5-9e2a-10cffe090ddd,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:32.836930 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-d879ecd7-d87c-4b96-954a-1399ce9f6135 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be HTTP/1.1" status: 200 len: 217 time: 0.0612218 Aug 09 11:29:32.838173 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.842101 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9e5e133c-3abe-4782-a550-607da5ce8b05 admin admin] 10.222.0.50 "DELETE /v2.0/networks/058616f4-7f70-4dc5-9e2a-10cffe090ddd HTTP/1.1" status: 204 len: 168 time: 0.5128086 Aug 09 11:29:32.880553 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:32.910283 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-3ab6f0c5-d2ce-47d0-9e78-5dc4395f5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:32.913132 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-3ab6f0c5-d2ce-47d0-9e78-5dc4395f5476 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45007222-3e03-41ab-8629-6c2224048eba HTTP/1.1" status: 200 len: 849 time: 0.0594342 Aug 09 11:29:32.935726 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.939219 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:32.953906 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:32.985323 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-0dcc2f16-5f1f-48ef-9cf2-a0efeac4f389 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c079bd5-f762-4470-a47b-0ec77deea611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636022 Aug 09 11:29:32.997402 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:33.005948 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] No DVR routers for this DVR port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 on host dv-cinder-848249-1-iscsi {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:29:33.011755 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cb9dee-c409-4a5c-90e0-d6fa06bab927 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:29:33.046063 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No active binding found for port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 {{(pid=102531) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 11:29:33.046980 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:33.047744 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d6203ab5-46f4-4c5e-ad94-debd1ce8d962 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:33.050357 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Deleting port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:33.050911 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.087261 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: d6203ab5-46f4-4c5e-ad94-debd1ce8d962 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:29:33.087607 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d6203ab5-46f4-4c5e-ad94-debd1ce8d962 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:33.104971 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=94cb9dee-c409-4a5c-90e0-d6fa06bab927,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:33.115233 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.117023 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.141832 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40044) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:33.144648 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9581a1b8-a0ad-48ef-91b0-11fd60f7c212']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:33.154778 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511b73ab-e267-4718-9ac2-bf23b74018e0') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:33.155082 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511b73ab-e267-4718-9ac2-bf23b74018e0') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:33.164599 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.178134 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.183908 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:29:33.184307 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.199567 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] For port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498, host dv-cinder-848249-1-iscsi, got binding levels [] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:33.199961 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.211640 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 511b73ab-e267-4718-9ac2-bf23b74018e0 resource provider aggregate not found Aug 09 11:29:33.212853 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559ced3-d6df-4cc4-87a5-9e6baa47a9d3 req-46b15a9c-2f8a-4607-9f72-ed00c64ae9e6 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:33.214367 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2559ced3-d6df-4cc4-87a5-9e6baa47a9d3 req-46b15a9c-2f8a-4607-9f72-ed00c64ae9e6 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 948 time: 0.1612561 Aug 09 11:29:33.218810 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Calling delete_port for caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:33.220550 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-6fc99e06-db11-41c9-8ede-04f80d61bd9e service neutron] 10.222.0.43 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216344 Aug 09 11:29:33.225941 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.ipam_backend_mixin [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 was not found and therefore no delete operation was performed {{(pid=102531) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Aug 09 11:29:33.233318 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.240308 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=94cb9dee-c409-4a5c-90e0-d6fa06bab927,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:33.248519 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-89886efb-6865-4c7f-8d0f-f8fc7432538d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dba2dddb386b4d64b97cb2074e69eb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048689 Aug 09 11:29:33.251696 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40050) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:33.262503 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 511b73ab-e267-4718-9ac2-bf23b74018e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 511b73ab-e267-4718-9ac2-bf23b74018e0 found for delete ", "request_id": "req-062d6d16-d013-428f-92fb-66fb607ef787"}]} Aug 09 11:29:33.272286 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.273561 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.274074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.274605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.275537 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.275950 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.276405 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.276920 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.277431 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.277798 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.278167 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.278660 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.279614 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.280511 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:33.282741 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9581a1b8-a0ad-48ef-91b0-11fd60f7c212 HTTP/1.1" status: 204 len: 168 time: 0.7567639 Aug 09 11:29:33.289080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] No DVR routers for this DVR port caa444f3-cc64-4c9e-8fd4-7cbee4b0b498 on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:29:33.307556 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551fa8-2eac-4afe-addc-035ffe120e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9581a1b8-a0ad-48ef-91b0-11fd60f7c212,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:33.314460 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd173a83-89ea-45c8-a609-bac06c569b0c None None] Pushing event deleted for resources: {'Port': ['ID=caa444f3-cc64-4c9e-8fd4-7cbee4b0b498,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:33.352597 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2559ced3-d6df-4cc4-87a5-9e6baa47a9d3 req-940c291b-7a7b-476d-bda8-c9a5383a2e86 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260417 Aug 09 11:29:33.358889 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77da08d3-7e56-40f7-b765-d62c5504bd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.394655 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77da08d3-7e56-40f7-b765-d62c5504bd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.395618 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a95a7698-08bd-472f-b24e-15de24d80d6c req-72249e37-18e1-4cd7-a064-bd361a91393c service neutron] 10.222.0.43 "GET /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596708 Aug 09 11:29:33.472119 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77da08d3-7e56-40f7-b765-d62c5504bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.474967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77da08d3-7e56-40f7-b765-d62c5504bd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.476373 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-77da08d3-7e56-40f7-b765-d62c5504bd20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/765eb9c8-93df-495c-b46c-05ca087b190b HTTP/1.1" status: 204 len: 168 time: 0.2228022 Aug 09 11:29:33.488813 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da08d3-7e56-40f7-b765-d62c5504bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765eb9c8-93df-495c-b46c-05ca087b190b,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:33.509948 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed77c-0700-4860-89cf-5bb24e7b5669 req-87e87614-c576-4c6f-a530-d88d4a4e1588 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:33.511717 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5b9ed77c-0700-4860-89cf-5bb24e7b5669 req-87e87614-c576-4c6f-a530-d88d4a4e1588 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 943 time: 0.0744596 Aug 09 11:29:33.550121 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40060) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:33.592055 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5b9ed77c-0700-4860-89cf-5bb24e7b5669 req-acbb92ad-4ad3-4fa7-a3bc-8e1ec9553bcb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Aug 09 11:29:33.612601 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-fed1f04e-30a5-4130-9fe1-7d620776ab35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c57d74bd28234ae69744c1243d2a077b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621190 Aug 09 11:29:33.615985 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40062) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:33.647160 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69e2d-3448-4d3e-a004-46cce4c65508 req-3b139b21-0067-4fa5-8fe8-abbd13580402 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:33.653200 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-01c69e2d-3448-4d3e-a004-46cce4c65508 req-3b139b21-0067-4fa5-8fe8-abbd13580402 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0825665 Aug 09 11:29:33.724327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aaed4aba-46ee-4c75-90e7-b1897ea4f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.729603 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-01c69e2d-3448-4d3e-a004-46cce4c65508 req-15f301b3-dde0-4d20-b0b6-673843e6c0c8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672753 Aug 09 11:29:33.752031 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aaed4aba-46ee-4c75-90e7-b1897ea4f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.805197 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aaed4aba-46ee-4c75-90e7-b1897ea4f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.808127 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aaed4aba-46ee-4c75-90e7-b1897ea4f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.809351 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-aaed4aba-46ee-4c75-90e7-b1897ea4f507 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b601bee-93dc-4b4f-9355-38985ec35b6f HTTP/1.1" status: 204 len: 168 time: 0.1920276 Aug 09 11:29:33.817489 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4aba-46ee-4c75-90e7-b1897ea4f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b601bee-93dc-4b4f-9355-38985ec35b6f,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:33.906692 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40070) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:33.946799 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3d09e6a2-db07-4b36-bf97-41dd3eada49e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b68a3199f5ba4624a20a1f1a526cffa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388944 Aug 09 11:29:33.949380 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40074) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:34.003207 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c88599a5-0122-4a9d-aba1-355248f38337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.017168 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 5938872a-e391-45d1-b602-69ba2a8dcc18 resource provider aggregate not found Aug 09 11:29:34.033727 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c88599a5-0122-4a9d-aba1-355248f38337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.039953 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['94cb9dee-c409-4a5c-90e0-d6fa06bab927'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:34.050145 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 5938872a-e391-45d1-b602-69ba2a8dcc18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5938872a-e391-45d1-b602-69ba2a8dcc18 found for delete ", "request_id": "req-5ae2a7d4-4930-4831-9a46-25db5573914c"}]} Aug 09 11:29:34.124504 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c88599a5-0122-4a9d-aba1-355248f38337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.127791 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c88599a5-0122-4a9d-aba1-355248f38337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.131435 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c88599a5-0122-4a9d-aba1-355248f38337 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f159ae0b-c7ec-44d9-b88c-8042906248c3 HTTP/1.1" status: 204 len: 168 time: 0.1788011 Aug 09 11:29:34.137701 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88599a5-0122-4a9d-aba1-355248f38337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159ae0b-c7ec-44d9-b88c-8042906248c3,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:34.485791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817e9b6-13d5-4c11-855a-2d5c4e1c43ac req-513aaff4-6d00-41ca-80ae-530eefaf8121 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:34.488762 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d817e9b6-13d5-4c11-855a-2d5c4e1c43ac req-513aaff4-6d00-41ca-80ae-530eefaf8121 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 949 time: 0.0565526 Aug 09 11:29:34.546580 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d817e9b6-13d5-4c11-855a-2d5c4e1c43ac req-4cf62a6f-c19b-407e-896b-27bd0feceb5b tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461237 Aug 09 11:29:34.552666 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40112) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:34.670043 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-679288179-network', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:34.694901 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Made reservation on behalf of ea64a7a559ef455cac411ec1f7a6f8cb for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:34.698034 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.732785 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.831284 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e68453-8550-487f-9832-30a9c241c029 req-f6f024d0-9527-473f-860a-5ee1b74c9d17 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:34.833052 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35e68453-8550-487f-9832-30a9c241c029 req-f6f024d0-9527-473f-860a-5ee1b74c9d17 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 943 time: 0.1154809 Aug 09 11:29:34.869330 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06ab58-7c12-406c-b0a3-960cbf8cb010 req-bfa8acca-1389-43cb-955f-29936aaaecce tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:34.870875 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d06ab58-7c12-406c-b0a3-960cbf8cb010 req-bfa8acca-1389-43cb-955f-29936aaaecce tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0573840 Aug 09 11:29:34.896440 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35e68453-8550-487f-9832-30a9c241c029 req-1e159716-c6b2-428c-a282-847f84a242e1 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Aug 09 11:29:34.912428 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.920790 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.941835 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d06ab58-7c12-406c-b0a3-960cbf8cb010 req-7f8c8b56-f5fb-4fd6-8561-d1a09640f3f5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626523 Aug 09 11:29:34.953257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:29:34.972217 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51b19a-2e6a-4fc6-a0cb-967248542b3f,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:34.979757 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:34.980085 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Added segment bdbb37bc-d696-4002-8d06-513f2018423d of type vlan for network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef Aug 09 11:29:35.020876 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.046097 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.047072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:35.047663 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.075179 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5213611 Aug 09 11:29:35.079359 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40138) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:35.085461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Request body: {'subnet': {'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-679288179-subnet', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:35.108251 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Made reservation on behalf of ea64a7a559ef455cac411ec1f7a6f8cb for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:35.111185 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474334'] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.115082 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd78a44-2d3c-42d3-a074-0c0399d9ddc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:35.126600 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:29:35.296793 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1635150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474352'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.345414 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e047d322-38d0-4b3e-9c5e-87b294ab299a,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:35.361433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:35.361796 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Network hostable DHCP agents. Network: 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:29:35.378634 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:29:35.389426 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:35.393676 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:35.394248 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.400878 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614acea-0c98-4bef-a623-264594d295da None None] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:35.412588 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-adbe01f4-f303-47e4-b35e-04b927d83f71 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3312361 Aug 09 11:29:35.415245 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40152) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:35.420782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:35.440093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.441314 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.509950 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.654899 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.676949 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf884d-ee56-4858-8df2-4759bfb4188a req-3aedcb9f-12bb-42d0-9c47-7ebe8cd42b9f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:35.677636 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:29:35.678737 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.684750 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-adbf884d-ee56-4858-8df2-4759bfb4188a req-3aedcb9f-12bb-42d0-9c47-7ebe8cd42b9f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 949 time: 0.0595367 Aug 09 11:29:35.731805 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-adbf884d-ee56-4858-8df2-4759bfb4188a req-013921a7-c8de-4503-84ef-351bffdadb94 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Aug 09 11:29:35.856135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Allocated IP 172.20.0.2 (2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef/e047d322-38d0-4b3e-9c5e-87b294ab299a/ba36ae50-cdaa-44fa-acfe-39ddb95bd795) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:35.891259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:35.910375 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.083862 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.095421 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.101250 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Allocated IP 172.27.2.161 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/1827f38a-2040-4f60-8a1f-835a99cc836c) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:36.113809 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddcd0b-7006-451e-949d-bcaf4d8d0fb1 req-1aab2f85-8ef3-4cbf-a910-caa55fc30509 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:36.115331 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c3ddcd0b-7006-451e-949d-bcaf4d8d0fb1 req-1aab2f85-8ef3-4cbf-a910-caa55fc30509 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 943 time: 0.1005723 Aug 09 11:29:36.130241 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af80c5c-b396-4292-8b46-f018721bea30 req-6327a594-774f-4caf-89fd-a9fa7b149bf4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:36.138027 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3af80c5c-b396-4292-8b46-f018721bea30 req-6327a594-774f-4caf-89fd-a9fa7b149bf4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0825098 Aug 09 11:29:36.175525 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3af80c5c-b396-4292-8b46-f018721bea30 req-1941e7d7-3fe4-4534-8ab3-94d7e0630a1d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Aug 09 11:29:36.179260 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:36.182350 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c3ddcd0b-7006-451e-949d-bcaf4d8d0fb1 req-71613db0-0694-4918-9a91-0c34ce4a2016 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541713 Aug 09 11:29:36.184391 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:36.186462 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Pushing event updated for resources: {'Port': ['ID=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:36.195811 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:36.257071 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Attempting to bind port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:36.257448 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Attempting to bind port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:36.257809 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Attempting to bind port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:36.262814 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:36.263237 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:36.263642 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.264038 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Bound using segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:36.264503 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Bound port: ba36ae50-cdaa-44fa-acfe-39ddb95bd795, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:36.264882 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.279209 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.316825 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.336293 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] For port ba36ae50-cdaa-44fa-acfe-39ddb95bd795, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:36.339415 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] For port ba36ae50-cdaa-44fa-acfe-39ddb95bd795, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:36.344890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.372139 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:36.375847 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:36.379001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:36.402861 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ea560-64d8-4116-b761-1ce39920f05a None None] Pushing event updated for resources: {'Port': ['ID=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:36.415362 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Pushing event updated for resources: {'Port': ['ID=1827f38a-2040-4f60-8a1f-835a99cc836c,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:36.678466 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8e06392b-df76-4d25-a7fb-291bf0bb71be details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:29:36.689283 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 94cb9dee-c409-4a5c-90e0-d6fa06bab927 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:36.860613 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8e06392b-df76-4d25-a7fb-291bf0bb71be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:36.878060 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:29:36.898518 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ba36ae50-cdaa-44fa-acfe-39ddb95bd795 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:36.900300 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '8e06392b-df76-4d25-a7fb-291bf0bb71be', 'network_id': '8c079bd5-f762-4470-a47b-0ec77deea611', 'port_id': '8e06392b-df76-4d25-a7fb-291bf0bb71be', 'mac_address': 'fa:16:3e:41:fb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45007222-3e03-41ab-8629-6c2224048eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:29:36.903436 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.904051 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:36.904526 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:36.922515 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967623ce-349c-47c6-8f5f-177216f9f896 req-04c2fc33-9f3a-4e60-a63d-de279ac98d76 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:36.924232 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-967623ce-349c-47c6-8f5f-177216f9f896 req-04c2fc33-9f3a-4e60-a63d-de279ac98d76 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 949 time: 0.1026874 Aug 09 11:29:36.971207 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-967623ce-349c-47c6-8f5f-177216f9f896 req-462fdb4a-555d-4fa6-b3f2-ac2d6ebefda7 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Aug 09 11:29:37.010909 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8e06392b-df76-4d25-a7fb-291bf0bb71be is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:37.011267 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.037196 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e06392b-df76-4d25-a7fb-291bf0bb71be {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:29:37.043946 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:37.044354 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.117180 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8e06392b-df76-4d25-a7fb-291bf0bb71be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:37.128641 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.153548 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:37.153971 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.154342 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.203938 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cb9dee-c409-4a5c-90e0-d6fa06bab927'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:37.208298 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efac609-70d7-4bc9-be89-145240208a97" -d '{"events": [{"server_uuid": "70662bf7-c939-4991-9378-d57cce7d1f6a", "name": "network-vif-plugged", "status": "completed", "tag": "94cb9dee-c409-4a5c-90e0-d6fa06bab927"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:37.240523 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8e06392b-df76-4d25-a7fb-291bf0bb71be,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:37.245042 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=94cb9dee-c409-4a5c-90e0-d6fa06bab927,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:37.254523 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.297349 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:37.297744 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.349541 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=94cb9dee-c409-4a5c-90e0-d6fa06bab927,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:37.378567 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697a29-d8c5-469d-8aae-6c70faa3f676 req-2c9ab371-257e-4420-8ac0-dce29d482a49 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:37.381227 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-53697a29-d8c5-469d-8aae-6c70faa3f676 req-2c9ab371-257e-4420-8ac0-dce29d482a49 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 944 time: 0.0593081 Aug 09 11:29:37.386169 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port ba36ae50-cdaa-44fa-acfe-39ddb95bd795, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:37.392761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.402836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70c9a3-d32f-4480-8e30-590cae1f0afe req-4f8000d0-f6bf-464a-82d6-68c5407f9e31 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:37.404594 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c70c9a3-d32f-4480-8e30-590cae1f0afe req-4f8000d0-f6bf-464a-82d6-68c5407f9e31 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0811789 Aug 09 11:29:37.405729 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Router 527617ac-191c-4995-bf5d-c6e08de94945 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:29:37.430640 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2566524-009a-4194-8c34-e65dc014be5e None None] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:37.452699 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-53697a29-d8c5-469d-8aae-6c70faa3f676 req-b05cda7e-d471-4739-aeea-93e01b7c56dc tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Aug 09 11:29:37.499253 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:37.514930 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c70c9a3-d32f-4480-8e30-590cae1f0afe req-f59e53c8-a605-49f7-ad67-9c22cf852bf6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007612 Aug 09 11:29:37.537445 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcf95ac-a987-4e6d-98ed-8fd47ff3690a x-openstack-request-id: req-0bcf95ac-a987-4e6d-98ed-8fd47ff3690a {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:37.537757 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70662bf7-c939-4991-9378-d57cce7d1f6a", "name": "network-vif-plugged", "status": "completed", "tag": "94cb9dee-c409-4a5c-90e0-d6fa06bab927", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:37.538168 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bcf95ac-a987-4e6d-98ed-8fd47ff3690a {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:37.538599 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcf95ac-a987-4e6d-98ed-8fd47ff3690a'] response: {'server_uuid': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cb9dee-c409-4a5c-90e0-d6fa06bab927', 'code': 200} Aug 09 11:29:37.544842 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-f1b12804-3f1e-4d7a-8a80-e60e4736e95c None None] Provisioning complete for port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:37.545418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f1b12804-3f1e-4d7a-8a80-e60e4736e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.567281 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:29:37.586398 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:37.587637 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-2f164147-2f48-4db1-a82f-784c9ce730cf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1714597 Aug 09 11:29:37.589838 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:29:37.590633 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40196) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:37.634884 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:37.635519 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:37.765718 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['8e06392b-df76-4d25-a7fb-291bf0bb71be'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:37.781030 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd20e7-ac04-46e5-b7db-5943bcef0dac req-fde59736-34fb-4480-a0a4-332abd6bc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:37.782542 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-86dd20e7-ac04-46e5-b7db-5943bcef0dac req-fde59736-34fb-4480-a0a4-332abd6bc641 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 1103 time: 0.0436606 Aug 09 11:29:37.818314 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-86dd20e7-ac04-46e5-b7db-5943bcef0dac req-a62b0035-7c6f-473e-a619-e8aa00a0f20d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277979 Aug 09 11:29:37.835790 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-f1b12804-3f1e-4d7a-8a80-e60e4736e95c None None] Current status of the port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:37.867144 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:38.088833 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.117928 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f7466-7b3b-4ff8-8224-b57af4c00940 req-75d266df-515f-4469-8d01-9b36e5db1a88 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:38.119850 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-682f7466-7b3b-4ff8-8224-b57af4c00940 req-75d266df-515f-4469-8d01-9b36e5db1a88 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.0584998 Aug 09 11:29:38.167696 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-682f7466-7b3b-4ff8-8224-b57af4c00940 req-ef05989a-461d-4020-aab2-c5096c206683 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Aug 09 11:29:38.211627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-ee759567-5c3e-4dbb-877c-53cf52f00d50 None None] Provisioning complete for port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:38.212117 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ee759567-5c3e-4dbb-877c-53cf52f00d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.303207 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Allocated IP 172.20.0.1 (2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef/e047d322-38d0-4b3e-9c5e-87b294ab299a/3529c5bc-2f50-4337-a400-be2cf2dd4340) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:38.356434 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:36Z', 'revision_number': 3, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:38.388518 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:29:38.389082 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Updating router 527617ac-191c-4995-bf5d-c6e08de94945 port 1827f38a-2040-4f60-8a1f-835a99cc836c binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:29:38.411999 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-ee759567-5c3e-4dbb-877c-53cf52f00d50 None None] Current status of the port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:38.424397 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.431999 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.468827 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.512793 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:38.516644 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:38.520578 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:38.580372 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Pushing event updated for resources: {'Port': ['ID=3529c5bc-2f50-4337-a400-be2cf2dd4340,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:38.656291 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.695518 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed15d-d158-4955-9d84-b1dc89e581db req-72cb5717-32a0-4424-8210-c06ae4940fe8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:38.697850 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-04eed15d-d158-4955-9d84-b1dc89e581db req-72cb5717-32a0-4424-8210-c06ae4940fe8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0647094 Aug 09 11:29:38.761641 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3b28-aeba-4bf4-b0fb-c3ddbd257c9a req-875d3735-5a88-452c-95cc-bce73f861497 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:38.763689 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-36fa3b28-aeba-4bf4-b0fb-c3ddbd257c9a req-875d3735-5a88-452c-95cc-bce73f861497 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 944 time: 0.2191868 Aug 09 11:29:38.770116 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-04eed15d-d158-4955-9d84-b1dc89e581db req-5d5f233f-647b-4e74-9d06-ccc26ad2e1de tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 Aug 09 11:29:38.843793 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ba36ae50-cdaa-44fa-acfe-39ddb95bd795 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:38.849524 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-36fa3b28-aeba-4bf4-b0fb-c3ddbd257c9a req-aa419ceb-592b-4221-bd8f-7f63f51943a4 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Aug 09 11:29:38.879614 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.880368 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.893068 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.900219 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dbf8612a-23bc-4ced-b0ab-8dc1ae55c535 None None] Provisioning complete for port 3529c5bc-2f50-4337-a400-be2cf2dd4340 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:38.900597 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dbf8612a-23bc-4ced-b0ab-8dc1ae55c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.969823 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Attempting to bind port 1827f38a-2040-4f60-8a1f-835a99cc836c on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:38.970241 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Attempting to bind port 1827f38a-2040-4f60-8a1f-835a99cc836c by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:38.970617 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Attempting to bind port 1827f38a-2040-4f60-8a1f-835a99cc836c on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:38.988482 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:38.988864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:38.989271 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.989670 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:38.990194 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Bound port: 1827f38a-2040-4f60-8a1f-835a99cc836c, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:38.990580 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:38.996788 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8612a-23bc-4ced-b0ab-8dc1ae55c535 None None] Port 3529c5bc-2f50-4337-a400-be2cf2dd4340 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:29:39.016894 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4918d1-3a6c-4822-b79b-90a56ec8094f None None] Pushing event updated for resources: {'Port': ['ID=1827f38a-2040-4f60-8a1f-835a99cc836c,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:39.033323 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:39.033627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:39.094437 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] For port 1827f38a-2040-4f60-8a1f-835a99cc836c, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:39.099670 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] For port 1827f38a-2040-4f60-8a1f-835a99cc836c, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=1827f38a-2040-4f60-8a1f-835a99cc836c,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:39.108699 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:39.182852 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:39.183472 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:39.227974 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4918d1-3a6c-4822-b79b-90a56ec8094f None None] Pushing event updated for resources: {'Port': ['ID=1827f38a-2040-4f60-8a1f-835a99cc836c,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:39.238681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:39.270408 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:39.276633 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:39.304357 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb62ab-1152-4d05-a251-c987c671a8e3 req-2689d345-2e60-4694-9f23-74382f67c395 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:39.305777 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-29bb62ab-1152-4d05-a251-c987c671a8e3 req-2689d345-2e60-4694-9f23-74382f67c395 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.0553069 Aug 09 11:29:39.317188 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:39.342577 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Pushing event updated for resources: {'Port': ['ID=3529c5bc-2f50-4337-a400-be2cf2dd4340,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:39.345856 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:39.351968 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-29bb62ab-1152-4d05-a251-c987c671a8e3 req-3437c1ae-99f8-4265-ad5b-4120200fb5b0 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Aug 09 11:29:39.453669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:39.455316 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:39.568222 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:39.579582 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:29:39.597241 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d81fc0-0de1-49c7-8b86-a609a407cac1 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:29:39.703787 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:29:39.709089 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-09df722b-3efe-4b55-b477-ec1c50b42468 admin admin] 10.222.0.50 "PUT /v2.0/routers/527617ac-191c-4995-bf5d-c6e08de94945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1173842 Aug 09 11:29:39.736535 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-ec9da027-fae7-4795-a07c-815416bafef8 None None] Provisioning complete for port 3529c5bc-2f50-4337-a400-be2cf2dd4340 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:39.736984 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ec9da027-fae7-4795-a07c-815416bafef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:39.781597 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-ec9da027-fae7-4795-a07c-815416bafef8 None None] Port 3529c5bc-2f50-4337-a400-be2cf2dd4340 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:29:39.936853 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1560-39b7-4fc3-bc22-9b15603114e8 req-3a9ba37f-1701-459c-b67a-86b3096b917f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:39.938456 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-845c1560-39b7-4fc3-bc22-9b15603114e8 req-3a9ba37f-1701-459c-b67a-86b3096b917f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0978065 Aug 09 11:29:39.983006 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-845c1560-39b7-4fc3-bc22-9b15603114e8 req-231f5a8c-680a-451a-a8b0-69ffadd2730e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Aug 09 11:29:40.003300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254cb2-6ffc-45c2-b37c-990d3cfb80c1 req-c7c02332-8335-42e3-8956-00fdfefa3579 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:40.011892 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-67254cb2-6ffc-45c2-b37c-990d3cfb80c1 req-c7c02332-8335-42e3-8956-00fdfefa3579 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 944 time: 0.0676801 Aug 09 11:29:40.046783 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-67254cb2-6ffc-45c2-b37c-990d3cfb80c1 req-f3959ab3-6c02-4abd-978c-d0598f3b9225 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Aug 09 11:29:40.228957 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40246) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:40.234219 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581259943', 'description': 'tempest-description--434537599'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:40.256854 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.334586 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.340033 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.378655 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.383397 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1533213 Aug 09 11:29:40.386181 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40250) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:40.391195 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': '5c019098-5e14-4a74-9020-bc803c7ce988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:40.395936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb6bdb-96ae-499f-bc23-a4bfc7c4b052 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c019098-5e14-4a74-9020-bc803c7ce988,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:40.424885 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.514245 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a13-4048-4598-b2df-f77df93d5829 req-d8fb38f7-bf87-4b10-bbe2-e1661a222246 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:40.515922 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-98e18a13-4048-4598-b2df-f77df93d5829 req-d8fb38f7-bf87-4b10-bbe2-e1661a222246 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.0835698 Aug 09 11:29:40.524564 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.534691 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.558055 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61331dfd-ae0f-4bbe-b370-40dbd06d4f6f,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:40.561674 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-98e18a13-4048-4598-b2df-f77df93d5829 req-1725b883-b7bd-4153-90fa-c5c4d167f120 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Aug 09 11:29:40.571397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.574437 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-9722a031-59b5-4353-884b-da7fa6c1becf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1854751 Aug 09 11:29:40.576786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40254) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:40.581813 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': '5c019098-5e14-4a74-9020-bc803c7ce988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:40.617709 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.689760 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.695775 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.699889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8e06392b-df76-4d25-a7fb-291bf0bb71be up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:40.741892 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df85c8a-952f-4c6c-8697-7031afe2e4f3,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:40.751926 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.756865 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40262) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:40.762072 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:40.767031 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9f54b3bb-e44a-4ecf-87fd-a7de2378d98c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890264 Aug 09 11:29:40.812711 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.820852 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 8e06392b-df76-4d25-a7fb-291bf0bb71be completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:29:40.828135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 8e06392b-df76-4d25-a7fb-291bf0bb71be triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:40.828659 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:40.960331 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 1827f38a-2040-4f60-8a1f-835a99cc836c up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:40.980670 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.016228 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8e06392b-df76-4d25-a7fb-291bf0bb71be is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:41.016623 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.049618 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5b711-af65-4b04-82d9-cb117b333a4e req-4c1c6708-9d95-4ded-b80e-39ebe41b1ee9 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:41.061115 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-44d5b711-af65-4b04-82d9-cb117b333a4e req-4c1c6708-9d95-4ded-b80e-39ebe41b1ee9 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.1084337 Aug 09 11:29:41.061637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598293e-ce4b-40e6-806b-08f303605038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e06392b-df76-4d25-a7fb-291bf0bb71be'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:41.064514 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27646dab-8a91-4924-8b8d-5fe7bd869b36" -d '{"events": [{"server_uuid": "a598293e-ce4b-40e6-806b-08f303605038", "name": "network-vif-plugged", "status": "completed", "tag": "8e06392b-df76-4d25-a7fb-291bf0bb71be"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:41.090740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8e06392b-df76-4d25-a7fb-291bf0bb71be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:41.093235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 1827f38a-2040-4f60-8a1f-835a99cc836c triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:41.093611 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.126607 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-44d5b711-af65-4b04-82d9-cb117b333a4e req-e7b09540-28c5-4e0e-9c70-07e88101d37e tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639260 Aug 09 11:29:41.143087 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.172987 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.27.2.135 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/d3257f62-eefa-4729-903f-7193dac87811) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:41.225432 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8e06392b-df76-4d25-a7fb-291bf0bb71be,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:41.331892 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827c9c1-a905-4653-b33d-427c3b2d6a79 req-7f3dce56-1edb-43f6-a91e-aec75a747b14 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:41.334631 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3827c9c1-a905-4653-b33d-427c3b2d6a79 req-7f3dce56-1edb-43f6-a91e-aec75a747b14 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1710830 Aug 09 11:29:41.442300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052fbcd-87ff-4883-bd61-2b44112697e2 req-3f8f58c0-3a12-42ec-abb2-6bb0c0e2e8b3 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:41.444363 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9052fbcd-87ff-4883-bd61-2b44112697e2 req-3f8f58c0-3a12-42ec-abb2-6bb0c0e2e8b3 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.1063826 Aug 09 11:29:41.479420 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df9e19a-bdea-4b39-b071-91948bc49553 x-openstack-request-id: req-5df9e19a-bdea-4b39-b071-91948bc49553 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:41.479893 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598293e-ce4b-40e6-806b-08f303605038", "name": "network-vif-plugged", "status": "completed", "tag": "8e06392b-df76-4d25-a7fb-291bf0bb71be", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:41.480255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5df9e19a-bdea-4b39-b071-91948bc49553 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:41.480990 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df9e19a-bdea-4b39-b071-91948bc49553'] response: {'server_uuid': 'a598293e-ce4b-40e6-806b-08f303605038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e06392b-df76-4d25-a7fb-291bf0bb71be', 'code': 200} Aug 09 11:29:41.501721 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3827c9c1-a905-4653-b33d-427c3b2d6a79 req-5f7a864f-ce57-4c95-a07e-fd9d27804ae8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589427 Aug 09 11:29:41.502221 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 1827f38a-2040-4f60-8a1f-835a99cc836c is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:41.502798 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.507813 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9052fbcd-87ff-4883-bd61-2b44112697e2 req-21994efa-f8f4-4a38-bade-8858f2155d70 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555956 Aug 09 11:29:41.530058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.542027 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 1827f38a-2040-4f60-8a1f-835a99cc836c, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=1827f38a-2040-4f60-8a1f-835a99cc836c,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:41.546768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.582863 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f5405-8a1d-42d1-b0c7-36e9f9d1f858 req-2593a253-4c8d-4d32-a516-8b21fe72a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:41.584554 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8f4f5405-8a1d-42d1-b0c7-36e9f9d1f858 req-2593a253-4c8d-4d32-a516-8b21fe72a48e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 1098 time: 0.0440643 Aug 09 11:29:41.601522 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.611296 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=1827f38a-2040-4f60-8a1f-835a99cc836c,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:41.636079 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8f4f5405-8a1d-42d1-b0c7-36e9f9d1f858 req-a1b40383-df1b-45e4-8c47-b1c4d8378e7a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Aug 09 11:29:41.649966 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:41.652896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:41.656644 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:41.679548 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=d3257f62-eefa-4729-903f-7193dac87811,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:41.781091 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.822606 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.973540 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:41.979403 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:42.048396 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=d3257f62-eefa-4729-903f-7193dac87811,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:42.050894 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:42.067117 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:42.068357 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-169594d9-4041-4d24-80df-53d90781f882 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3104327 Aug 09 11:29:42.170003 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:29:42.182915 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:42.183863 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:42.228056 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-b3fa60c1-2ea4-4643-9e85-c6c5826652a5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1581259943&fields=id&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 267 time: 0.0402944 Aug 09 11:29:42.252286 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda577de-bab8-4a95-b789-c5f477e78e5c req-13e702bd-6e47-4dfb-ae77-df73b2e0158f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:42.253946 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cda577de-bab8-4a95-b789-c5f477e78e5c req-13e702bd-6e47-4dfb-ae77-df73b2e0158f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.0567107 Aug 09 11:29:42.308312 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cda577de-bab8-4a95-b789-c5f477e78e5c req-3d0372e7-15c0-446c-be7b-2a78b9738292 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452676 Aug 09 11:29:42.334782 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:42.371536 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-0022886e-e1bf-494c-a378-b5081c703362 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:42.374072 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-0022886e-e1bf-494c-a378-b5081c703362 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1345439 Aug 09 11:29:42.389218 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-562341f7-7136-49bd-acb0-3136aa418432 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/quotas/ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 375 time: 0.0098121 Aug 09 11:29:42.445128 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-a678a9cf-da45-465f-b8c3-2d0d6d40ce72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501504 Aug 09 11:29:42.540236 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:39Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:42.548241 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-bb10a512-a0c4-4146-b9c7-04e4e1291f87 service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905423 Aug 09 11:29:42.569082 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:29:42.569448 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Updating router 527617ac-191c-4995-bf5d-c6e08de94945 port 3529c5bc-2f50-4337-a400-be2cf2dd4340 binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:29:42.595392 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:42.655786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab1ad-1254-4681-b7b7-b496f0f689e4 req-0954ba33-a67e-4173-a736-5f2932985feb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:42.657341 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d8eab1ad-1254-4681-b7b7-b496f0f689e4 req-0954ba33-a67e-4173-a736-5f2932985feb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.0602973 Aug 09 11:29:42.663574 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-f069818e-1292-441f-9a5f-89e11f16dfed service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035988 Aug 09 11:29:42.703018 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d8eab1ad-1254-4681-b7b7-b496f0f689e4 req-ad6fdd46-aabf-4402-8426-ac2e392c7dff tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330350 Aug 09 11:29:42.825308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462bec4-c3a7-4c32-85fb-6d79e771488e req-d5125f53-49e9-4d5f-859e-97f2be4f1613 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:42.828398 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9462bec4-c3a7-4c32-85fb-6d79e771488e req-d5125f53-49e9-4d5f-859e-97f2be4f1613 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0673668 Aug 09 11:29:42.861415 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 1827f38a-2040-4f60-8a1f-835a99cc836c up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:42.903057 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06512089-c226-4839-8c05-29a41064800b req-48aa1c19-e113-41f3-a0c2-37fa956558ec tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 210 time: 0.0615654 Aug 09 11:29:42.921772 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9462bec4-c3a7-4c32-85fb-6d79e771488e req-37ada769-dac0-46e6-a7b6-a77df38c80cf tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Aug 09 11:29:42.934574 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 1827f38a-2040-4f60-8a1f-835a99cc836c triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:42.935108 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:42.981133 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:42.989519 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:43.023005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 1827f38a-2040-4f60-8a1f-835a99cc836c is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:43.070915 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Pushing event updated for resources: {'Port': ['ID=3529c5bc-2f50-4337-a400-be2cf2dd4340,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:43.090862 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Attempting to bind port 3529c5bc-2f50-4337-a400-be2cf2dd4340 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:43.091786 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Attempting to bind port 3529c5bc-2f50-4337-a400-be2cf2dd4340 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:43.092146 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Attempting to bind port 3529c5bc-2f50-4337-a400-be2cf2dd4340 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:43.094602 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.094962 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.095301 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.095627 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.095951 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.096277 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.096598 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.096921 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.097254 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.097592 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.097892 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.098231 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:29:43.105509 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:43.106575 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:43.106575 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:43.106987 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Bound using segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:43.107413 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Bound port: 3529c5bc-2f50-4337-a400-be2cf2dd4340, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:43.107811 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:43.182586 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] For port 3529c5bc-2f50-4337-a400-be2cf2dd4340, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:43.186325 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] For port 3529c5bc-2f50-4337-a400-be2cf2dd4340, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3529c5bc-2f50-4337-a400-be2cf2dd4340,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:43.190574 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:43.229690 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:43.230365 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:43.292150 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e8077-0a50-4a5d-878e-e09ff374629e None None] Pushing event updated for resources: {'Port': ['ID=3529c5bc-2f50-4337-a400-be2cf2dd4340,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:43.355727 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:43.441537 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613de6e4-d636-4d1e-b7f1-60a1eb4042b6 req-a8656130-675c-4d4c-922a-c7e34ffcf998 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:43.443077 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-613de6e4-d636-4d1e-b7f1-60a1eb4042b6 req-a8656130-675c-4d4c-922a-c7e34ffcf998 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.0583289 Aug 09 11:29:43.493189 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-613de6e4-d636-4d1e-b7f1-60a1eb4042b6 req-d128e668-a4aa-42a5-aa0c-391ed9e2007f tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Aug 09 11:29:43.668771 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:43Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:43.698918 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf718ced-7070-48fb-878a-5dba35b5e467 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:43Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:29:43.839959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a3b87-52f7-4cc2-8045-d013eab2c008 req-27cf8b56-8287-46c4-80d2-c3fc45c124ff tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:43.842550 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-713a3b87-52f7-4cc2-8045-d013eab2c008 req-27cf8b56-8287-46c4-80d2-c3fc45c124ff tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.0524666 Aug 09 11:29:43.885434 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-713a3b87-52f7-4cc2-8045-d013eab2c008 req-9825b965-6288-49fd-ad4f-128fd6c593fd tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Aug 09 11:29:44.086146 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c44f12fd-4542-4eef-81be-02c930d49ec7 req-55b25c01-8e78-4372-9332-7efbea1bb824 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 210 time: 0.0958073 Aug 09 11:29:44.119316 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-4895e76f-0ff0-4e89-990c-88d571675347 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:44.121092 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-4895e76f-0ff0-4e89-990c-88d571675347 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.43 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.1870887 Aug 09 11:29:44.148032 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c398a7-3202-4af0-b705-62cae7495b5c req-1ecdee9b-488c-4471-aa82-05479f66d9ec tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:44.149619 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-30c398a7-3202-4af0-b705-62cae7495b5c req-1ecdee9b-488c-4471-aa82-05479f66d9ec tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0919626 Aug 09 11:29:44.189576 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-30c398a7-3202-4af0-b705-62cae7495b5c req-dd1cf8b8-e44b-4903-81d6-555999a6e3d1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Aug 09 11:29:44.316831 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Deleting port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:44.317199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:44.434334 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] For port 94cb9dee-c409-4a5c-90e0-d6fa06bab927, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=94cb9dee-c409-4a5c-90e0-d6fa06bab927,segment=NetworkSegment(29e5f0e9-c49c-4dd5-b988-d62f1cc34806),segment_id=29e5f0e9-c49c-4dd5-b988-d62f1cc34806)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:44.435167 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:44.475185 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Calling delete_port for 94cb9dee-c409-4a5c-90e0-d6fa06bab927 owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:44.537001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-5a9ee5f6-c4cd-45dc-a84c-7b594ebc8250 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:44.538504 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-5a9ee5f6-c4cd-45dc-a84c-7b594ebc8250 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1836956 Aug 09 11:29:44.617822 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-8347b5a3-a4b5-4dc6-89f2-cabae0724fab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 380 time: 0.0546613 Aug 09 11:29:44.634151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'port': {'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'admin_state_up': True, 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'security_groups': ['5c019098-5e14-4a74-9020-bc803c7ce988']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:44.753598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Made reservation on behalf of ea64a7a559ef455cac411ec1f7a6f8cb for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:44.758064 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:44.883827 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3529c5bc-2f50-4337-a400-be2cf2dd4340 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:44.899156 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165699e7-74ef-42e0-8409-016a8ca3f6d8 req-06e2a469-8c1d-42fb-acfb-6bb7063da8a2 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:44.900633 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-165699e7-74ef-42e0-8409-016a8ca3f6d8 req-06e2a469-8c1d-42fb-acfb-6bb7063da8a2 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/ports?device_id=70662bf7-c939-4991-9378-d57cce7d1f6a HTTP/1.1" status: 200 len: 950 time: 0.3282237 Aug 09 11:29:44.919678 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:44.922908 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.20.0.3 (2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef/e047d322-38d0-4b3e-9c5e-87b294ab299a/776ec44b-6631-4946-988a-3cb26973a530) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:44.943844 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 3529c5bc-2f50-4337-a400-be2cf2dd4340 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:44.944469 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:44.974036 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Pushing event deleted for resources: {'Port': ['ID=94cb9dee-c409-4a5c-90e0-d6fa06bab927,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:45.019200 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['94cb9dee-c409-4a5c-90e0-d6fa06bab927'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:45.031159 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-165699e7-74ef-42e0-8409-016a8ca3f6d8 req-14ea9ca6-2a79-40f3-a5af-d50de78410c4 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d26fb1e-d478-4621-8ee2-3e72a2546d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201360 Aug 09 11:29:45.068089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] No DVR routers for this DVR port 94cb9dee-c409-4a5c-90e0-d6fa06bab927 on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:29:45.071563 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.075131 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4851c9f1-9d65-4b1f-89ef-eb3f8c7ac0c9 req-03ea179a-7538-49f7-8a43-620686026274 tempest-VolumesNegativeTest-2027671304 tempest-VolumesNegativeTest-2027671304-project] 10.222.0.43 "DELETE /v2.0/ports/94cb9dee-c409-4a5c-90e0-d6fa06bab927 HTTP/1.1" status: 204 len: 173 time: 0.8629630 Aug 09 11:29:45.076401 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'name': 'network-vif-deleted', 'tag': '94cb9dee-c409-4a5c-90e0-d6fa06bab927'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:45.079871 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aea0f2-2b42-426f-af60-bd66cf72d35f" -d '{"events": [{"server_uuid": "70662bf7-c939-4991-9378-d57cce7d1f6a", "name": "network-vif-deleted", "tag": "94cb9dee-c409-4a5c-90e0-d6fa06bab927"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:45.128814 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634a18d-a74d-48ef-a5c6-8c8215ea1604 x-openstack-request-id: req-c634a18d-a74d-48ef-a5c6-8c8215ea1604 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:45.129358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70662bf7-c939-4991-9378-d57cce7d1f6a", "name": "network-vif-deleted", "tag": "94cb9dee-c409-4a5c-90e0-d6fa06bab927", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:45.129744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c634a18d-a74d-48ef-a5c6-8c8215ea1604 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:45.130871 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c634a18d-a74d-48ef-a5c6-8c8215ea1604'] response: {'server_uuid': '70662bf7-c939-4991-9378-d57cce7d1f6a', 'name': 'network-vif-deleted', 'tag': '94cb9dee-c409-4a5c-90e0-d6fa06bab927', 'status': 'completed', 'code': 200} Aug 09 11:29:45.169680 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf048d-7893-4cc7-b9f5-eae94dda1973 req-9c4fc065-abda-4a7b-8baf-1d8b651ee569 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:45.178582 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f0bf048d-7893-4cc7-b9f5-eae94dda1973 req-9c4fc065-abda-4a7b-8baf-1d8b651ee569 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.1607320 Aug 09 11:29:45.199975 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 3529c5bc-2f50-4337-a400-be2cf2dd4340 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:45.202854 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.233815 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.257292 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 3529c5bc-2f50-4337-a400-be2cf2dd4340, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3529c5bc-2f50-4337-a400-be2cf2dd4340,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:45.260146 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ba682b00-3f74-43a3-a9be-1e5ada862595 req-8d88599b-08ab-4f2f-aa30-b79fb7e8466f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 210 time: 0.0473237 Aug 09 11:29:45.263367 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.268834 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f0bf048d-7893-4cc7-b9f5-eae94dda1973 req-b29f4319-7504-4538-9fe5-d1724d94bde2 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867760 Aug 09 11:29:45.348323 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=3529c5bc-2f50-4337-a400-be2cf2dd4340,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:45.367379 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.432806 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:45.438582 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:45.447395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:45.478544 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207227-2030-4855-86be-25688054db33 req-f93702ea-5d1c-49e2-8c5e-f8706990f365 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:45.480112 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6f207227-2030-4855-86be-25688054db33 req-f93702ea-5d1c-49e2-8c5e-f8706990f365 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1332760 Aug 09 11:29:45.480810 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=776ec44b-6631-4946-988a-3cb26973a530,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:45.521770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:45.522635 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.552232 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-eea018d5-1254-4f9a-b7b4-9854878a044e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9219427 Aug 09 11:29:45.557501 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6f207227-2030-4855-86be-25688054db33 req-6b8b9fa1-90ba-4240-ab5a-0cd4d809a6f0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616136 Aug 09 11:29:45.571489 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Request body: {'port': {'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:45.628920 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.755717 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-6ff91a12-f1fe-4e72-91be-cdad949d8eba None None] Provisioning complete for port 776ec44b-6631-4946-988a-3cb26973a530 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:45.756187 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-6ff91a12-f1fe-4e72-91be-cdad949d8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.806983 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-6ff91a12-f1fe-4e72-91be-cdad949d8eba None None] Port 776ec44b-6631-4946-988a-3cb26973a530 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:29:45.930465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776ec44b-6631-4946-988a-3cb26973a530 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:29:45.938370 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:45.951225 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Transition to ACTIVE for port object 776ec44b-6631-4946-988a-3cb26973a530 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:29:45.955625 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:46.047746 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127847af-2c9f-4798-a783-6689144173ed service neutron] Pushing event updated for resources: {'Port': ['ID=776ec44b-6631-4946-988a-3cb26973a530,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:46.082263 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Attempting to bind port 776ec44b-6631-4946-988a-3cb26973a530 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:46.082837 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Attempting to bind port 776ec44b-6631-4946-988a-3cb26973a530 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:46.083226 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Attempting to bind port 776ec44b-6631-4946-988a-3cb26973a530 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:46.087692 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Port 776ec44b-6631-4946-988a-3cb26973a530 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:29:46.087995 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Attempting to bind port 776ec44b-6631-4946-988a-3cb26973a530 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:46.099026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:46.099367 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:46.099746 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Bound using segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:46.100179 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Bound port: 776ec44b-6631-4946-988a-3cb26973a530, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:46.100538 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:46.166256 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] For port 776ec44b-6631-4946-988a-3cb26973a530, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:46.171288 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] For port 776ec44b-6631-4946-988a-3cb26973a530, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=776ec44b-6631-4946-988a-3cb26973a530,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:46.179722 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:46.184114 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.186100 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:46.187564 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-127847af-2c9f-4798-a783-6689144173ed service neutron] 10.222.0.43 "PUT /v2.0/ports/776ec44b-6631-4946-988a-3cb26973a530 HTTP/1.1" status: 200 len: 1093 time: 0.6209815 Aug 09 11:29:46.190402 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'tag': '776ec44b-6631-4946-988a-3cb26973a530'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:46.192890 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2" -d '{"events": [{"name": "network-changed", "server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "tag": "776ec44b-6631-4946-988a-3cb26973a530"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:46.249354 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127847af-2c9f-4798-a783-6689144173ed service neutron] Pushing event updated for resources: {'Port': ['ID=776ec44b-6631-4946-988a-3cb26973a530,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:46.280478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53a6500-a543-4290-a14e-241820bde067 x-openstack-request-id: req-a53a6500-a543-4290-a14e-241820bde067 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:46.280777 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "tag": "776ec44b-6631-4946-988a-3cb26973a530", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:46.281058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a53a6500-a543-4290-a14e-241820bde067 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:46.281501 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53a6500-a543-4290-a14e-241820bde067'] response: {'name': 'network-changed', 'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'tag': '776ec44b-6631-4946-988a-3cb26973a530', 'status': 'completed', 'code': 200} Aug 09 11:29:46.336564 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9748-5e1d-42ee-a347-234a3d22cf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:46.416792 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93380d-db7c-4038-b3fb-0b29ec732a94 req-f047df29-e6b0-450a-86ed-1345e9d147f3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.424922 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1e93380d-db7c-4038-b3fb-0b29ec732a94 req-f047df29-e6b0-450a-86ed-1345e9d147f3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0635066 Aug 09 11:29:46.430887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-8afd0e3c-c074-495e-a356-8502b430dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.432462 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-8afd0e3c-c074-495e-a356-8502b430dfce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 1096 time: 0.1319447 Aug 09 11:29:46.470750 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1e93380d-db7c-4038-b3fb-0b29ec732a94 req-c2ea5091-12cd-477f-acf4-f81b2022d18b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Aug 09 11:29:46.472543 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140fbbe-4831-4b68-91f6-a953853cf245 req-230a7c7f-74cd-48cc-adc3-33dd7fa4befa tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.474499 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3140fbbe-4831-4b68-91f6-a953853cf245 req-230a7c7f-74cd-48cc-adc3-33dd7fa4befa tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.0817437 Aug 09 11:29:46.529969 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-24a29dd3-c4a1-4be6-a5a4-4d5192d7f4b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776ec44b-6631-4946-988a-3cb26973a530 HTTP/1.1" status: 200 len: 217 time: 0.0544100 Aug 09 11:29:46.578623 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3140fbbe-4831-4b68-91f6-a953853cf245 req-5ce2c634-a3e4-4f7a-ad4a-80d90b214048 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940206 Aug 09 11:29:46.609258 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-5f530398-9de5-4716-90a5-2f1f66dddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.610926 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-5f530398-9de5-4716-90a5-2f1f66dddd3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0695648 Aug 09 11:29:46.679415 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9201-c43b-4e68-aae0-51b4b305192d req-2a8a85f9-53da-4925-b4f3-a2420f841cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.681472 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-2a8a85f9-53da-4925-b4f3-a2420f841cc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562310 Aug 09 11:29:46.706640 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb336c-e93f-45b8-a8ce-f62c6af3e4e7 req-6b8fb141-4a3a-4bf2-a4d3-1ae654160666 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:46.714542 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f6fb336c-e93f-45b8-a8ce-f62c6af3e4e7 req-6b8fb141-4a3a-4bf2-a4d3-1ae654160666 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0642896 Aug 09 11:29:46.750512 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f6fb336c-e93f-45b8-a8ce-f62c6af3e4e7 req-7d6bbfed-b2b8-4b49-8bae-1482f100ba10 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Aug 09 11:29:46.785345 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-07449d0e-055b-4558-b113-79a162b8c508 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940092 Aug 09 11:29:46.846055 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3529c5bc-2f50-4337-a400-be2cf2dd4340 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:46.911098 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 3529c5bc-2f50-4337-a400-be2cf2dd4340 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:46.911481 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:47.012364 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 3529c5bc-2f50-4337-a400-be2cf2dd4340 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:47.089629 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-877e9201-c43b-4e68-aae0-51b4b305192d req-95dbb532-8dbe-493e-838b-43fb4f4e7a6e service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916028 Aug 09 11:29:47.263078 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-6331fd71-8459-49dc-89d3-b94bd689eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.265192 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-6331fd71-8459-49dc-89d3-b94bd689eb92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 1096 time: 0.0431659 Aug 09 11:29:47.369253 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-eaf961e1-bc63-4609-a2ed-38cf91a2a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.370752 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-eaf961e1-bc63-4609-a2ed-38cf91a2a584 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.0931072 Aug 09 11:29:47.413846 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-a178ff80-7ce8-4758-87d9-9ac7c108542b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776ec44b-6631-4946-988a-3cb26973a530 HTTP/1.1" status: 200 len: 217 time: 0.0345197 Aug 09 11:29:47.464190 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-a4273d97-443b-44d4-8768-dcd2ba46a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.465725 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-a4273d97-443b-44d4-8768-dcd2ba46a020 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0441570 Aug 09 11:29:47.525372 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-afcef653-dd84-4c21-9da5-9193faad7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.527112 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-afcef653-dd84-4c21-9da5-9193faad7172 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540080 Aug 09 11:29:47.656775 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d6e5b-6af6-48cb-9aa8-25a8bb74f8c5 req-90cad0db-3917-4f55-9a8c-f82e5041fd6e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.664102 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-299d6e5b-6af6-48cb-9aa8-25a8bb74f8c5 req-90cad0db-3917-4f55-9a8c-f82e5041fd6e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.1087091 Aug 09 11:29:47.692579 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-f6d29781-b6c4-4c1d-bfc4-ed97f066e16c service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579645 Aug 09 11:29:47.724349 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ea933-cc3e-434b-bfb4-6785cb7abbec req-157bff5f-fc48-49ed-bc63-20a4b7b46e60 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.726111 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-214ea933-cc3e-434b-bfb4-6785cb7abbec req-157bff5f-fc48-49ed-bc63-20a4b7b46e60 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.0611460 Aug 09 11:29:47.727870 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-299d6e5b-6af6-48cb-9aa8-25a8bb74f8c5 req-f99484c1-5cde-4349-adb7-44ca0855e907 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630538 Aug 09 11:29:47.784957 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-214ea933-cc3e-434b-bfb4-6785cb7abbec req-919712b5-9b11-4d06-9ac0-5b8d04a50bcb tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484426 Aug 09 11:29:47.818785 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f926f30d-e7b8-41e6-b40f-45dda3a9afe2 req-6292aefe-c48c-443a-b255-9acfecd8646c service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037498 Aug 09 11:29:47.893072 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93438-26f9-4434-b292-560bc6ae630e req-348a7847-9e24-42a8-9dfd-10e2dc60a4e4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:47.894682 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01b93438-26f9-4434-b292-560bc6ae630e req-348a7847-9e24-42a8-9dfd-10e2dc60a4e4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0558140 Aug 09 11:29:47.934465 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01b93438-26f9-4434-b292-560bc6ae630e req-d8f6bbce-70c4-4122-9fbd-3fae555640f0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Aug 09 11:29:48.610602 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-98db1491-efc4-4701-aa71-b2ff42ee9521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:48.797185 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 94cb9dee-c409-4a5c-90e0-d6fa06bab927 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:48.819098 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 94cb9dee-c409-4a5c-90e0-d6fa06bab927 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:29:48.819521 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 94cb9dee-c409-4a5c-90e0-d6fa06bab927 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:48.862729 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d17d9e-6516-477c-b005-3ef83b063ca6 req-78cfa1c6-614e-4611-8ca1-0285a10124a0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:48.864209 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-70d17d9e-6516-477c-b005-3ef83b063ca6 req-78cfa1c6-614e-4611-8ca1-0285a10124a0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0622127 Aug 09 11:29:48.912628 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-70d17d9e-6516-477c-b005-3ef83b063ca6 req-565a59cf-2087-4540-a1b1-0bf10d59aea3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Aug 09 11:29:48.938297 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa78c5-24c2-4f0f-8b53-60dcb26b33ac req-e5d8963e-9c01-4ed7-b7fe-e2b4a9fc8b87 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:48.939917 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-deaa78c5-24c2-4f0f-8b53-60dcb26b33ac req-e5d8963e-9c01-4ed7-b7fe-e2b4a9fc8b87 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.0597823 Aug 09 11:29:48.974439 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-deaa78c5-24c2-4f0f-8b53-60dcb26b33ac req-82fc6e5c-f840-4496-a56a-fcbeb939a43b tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e694b96-6476-4d98-b268-59d9c3a40522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Aug 09 11:29:49.082159 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96f99b-0688-4600-b434-198d30687fd6 req-9e31b848-3810-4899-bdd5-01aecf0d6aca tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:49.085196 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5a96f99b-0688-4600-b434-198d30687fd6 req-9e31b848-3810-4899-bdd5-01aecf0d6aca tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 945 time: 0.0620160 Aug 09 11:29:49.087044 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8dda9-36b1-4f75-952d-e01fc1e7e10a req-c21d44af-7fc0-434d-8c3f-3e35512b9ed8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:49.088627 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-38f8dda9-36b1-4f75-952d-e01fc1e7e10a req-c21d44af-7fc0-434d-8c3f-3e35512b9ed8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0688639 Aug 09 11:29:49.142910 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-38f8dda9-36b1-4f75-952d-e01fc1e7e10a req-035c1553-c4cb-4056-a790-7fccf02a23a9 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Aug 09 11:29:49.242380 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Deleting port 8e06392b-df76-4d25-a7fb-291bf0bb71be {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:29:49.242731 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:49.337449 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] For port 8e06392b-df76-4d25-a7fb-291bf0bb71be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8e06392b-df76-4d25-a7fb-291bf0bb71be,segment=NetworkSegment(9389be1e-ec28-4326-94a3-7519dbaf03d1),segment_id=9389be1e-ec28-4326-94a3-7519dbaf03d1)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:49.337748 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:49.353215 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Calling delete_port for 8e06392b-df76-4d25-a7fb-291bf0bb71be owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:29:49.438857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7635-41b7-41d1-90d6-dda5405ed8ff req-e8b62b0b-e4e4-4176-8195-f3e5d19713be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:49.440553 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e17a7635-41b7-41d1-90d6-dda5405ed8ff req-e8b62b0b-e4e4-4176-8195-f3e5d19713be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1099 time: 0.0425379 Aug 09 11:29:49.477972 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e17a7635-41b7-41d1-90d6-dda5405ed8ff req-6b7f30a5-e0df-413c-8160-bf0c61990b7e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305510 Aug 09 11:29:49.485447 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:49.511967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Pushing event deleted for resources: {'Port': ['ID=8e06392b-df76-4d25-a7fb-291bf0bb71be,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:49.523468 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['8e06392b-df76-4d25-a7fb-291bf0bb71be'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:29:49.577004 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] No DVR routers for this DVR port 8e06392b-df76-4d25-a7fb-291bf0bb71be on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:29:49.579612 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:49.583175 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5a96f99b-0688-4600-b434-198d30687fd6 req-0d37c4c2-4e55-4e5b-b1b9-3a38e6125581 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.43 "DELETE /v2.0/ports/8e06392b-df76-4d25-a7fb-291bf0bb71be HTTP/1.1" status: 204 len: 173 time: 0.4921191 Aug 09 11:29:49.583620 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598293e-ce4b-40e6-806b-08f303605038', 'name': 'network-vif-deleted', 'tag': '8e06392b-df76-4d25-a7fb-291bf0bb71be'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:29:49.585821 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a5ea19-6e92-4281-8c42-7b04424a0ee7" -d '{"events": [{"server_uuid": "a598293e-ce4b-40e6-806b-08f303605038", "name": "network-vif-deleted", "tag": "8e06392b-df76-4d25-a7fb-291bf0bb71be"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:29:49.620529 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da4dd18-2ee3-4a09-8b54-17a34671af33 x-openstack-request-id: req-1da4dd18-2ee3-4a09-8b54-17a34671af33 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:29:49.620819 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598293e-ce4b-40e6-806b-08f303605038", "name": "network-vif-deleted", "tag": "8e06392b-df76-4d25-a7fb-291bf0bb71be", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:29:49.621068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1da4dd18-2ee3-4a09-8b54-17a34671af33 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:29:49.621462 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da4dd18-2ee3-4a09-8b54-17a34671af33'] response: {'server_uuid': 'a598293e-ce4b-40e6-806b-08f303605038', 'name': 'network-vif-deleted', 'tag': '8e06392b-df76-4d25-a7fb-291bf0bb71be', 'status': 'completed', 'code': 200} Aug 09 11:29:50.004230 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:50.047499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74858b-3be7-4a32-b7ab-7210c1c987b5 req-193d9446-6945-4412-ae8d-96ad66b38365 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:50.057914 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0c74858b-3be7-4a32-b7ab-7210c1c987b5 req-193d9446-6945-4412-ae8d-96ad66b38365 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0684130 Aug 09 11:29:50.097246 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0c74858b-3be7-4a32-b7ab-7210c1c987b5 req-7c6d3586-d0e7-432f-b36d-b4d59cdd52b7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 Aug 09 11:29:50.112365 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6548717e-e574-4bbf-a5a6-05fa3604ef59 req-6cf23495-2ee3-4f1d-bd11-9f3887876000 tempest-VolumesActionsTest-338433898 tempest-VolumesActionsTest-338433898-project] 10.222.0.50 "GET /v2.0/ports?device_id=a598293e-ce4b-40e6-806b-08f303605038 HTTP/1.1" status: 200 len: 210 time: 0.0399199 Aug 09 11:29:50.261535 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ffe78-a371-40d3-be95-402c171ed89e req-54dc38d0-16f7-4f23-9aa6-5c2e55de2319 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:50.263577 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-178ffe78-a371-40d3-be95-402c171ed89e req-54dc38d0-16f7-4f23-9aa6-5c2e55de2319 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Aug 09 11:29:50.304403 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-178ffe78-a371-40d3-be95-402c171ed89e req-76ca0da3-8261-4a95-92b0-0326a89be0b4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 09 11:29:50.530635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40720) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:50.662308 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-2c85eb5d-68dc-4586-aa10-88eccdc0635e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5dd0bcf542b4b91aa274d462a38007a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305025 Aug 09 11:29:50.664790 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40724) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:50.711253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ab227934-d229-4425-9f78-9e199cfd9ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:50.731625 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ab227934-d229-4425-9f78-9e199cfd9ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:50.780446 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ab227934-d229-4425-9f78-9e199cfd9ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:50.783071 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ab227934-d229-4425-9f78-9e199cfd9ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:50.784223 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ab227934-d229-4425-9f78-9e199cfd9ee7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d26fb1e-d478-4621-8ee2-3e72a2546d1e HTTP/1.1" status: 204 len: 168 time: 0.1185291 Aug 09 11:29:50.791733 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab227934-d229-4425-9f78-9e199cfd9ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26fb1e-d478-4621-8ee2-3e72a2546d1e,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:51.292220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a78a99-26f8-4b28-9ece-4fc7c804aca4 req-d4d027d0-5726-412f-92e5-22a9eeef4f18 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:51.293917 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-93a78a99-26f8-4b28-9ece-4fc7c804aca4 req-d4d027d0-5726-412f-92e5-22a9eeef4f18 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0710044 Aug 09 11:29:51.354830 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-93a78a99-26f8-4b28-9ece-4fc7c804aca4 req-cfd0c8f8-3463-49ce-94ba-a95e887a2e7a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516582 Aug 09 11:29:51.368318 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.470046 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b010-12f3-428e-9198-b9609805b3e3 req-9f41228c-d30e-48ac-b3fd-5f12ebaba284 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:51.471657 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-67d0b010-12f3-428e-9198-b9609805b3e3 req-9f41228c-d30e-48ac-b3fd-5f12ebaba284 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0668035 Aug 09 11:29:51.531702 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-67d0b010-12f3-428e-9198-b9609805b3e3 req-fc8c829b-5108-4da2-a736-3171ccb30b41 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538902 Aug 09 11:29:51.571068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40776) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:51.607380 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.618219 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40782) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:51.734530 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2012250334-network', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:51.741521 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b2db-3993-4d65-9f65-79d7be82cade admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.765296 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Made reservation on behalf of 840382b6d7ed4cb6adaec599476d86c1 for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:51.767689 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.777705 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.855341 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b2db-3993-4d65-9f65-79d7be82cade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.860078 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b2db-3993-4d65-9f65-79d7be82cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.877662 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.883001 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.907808 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:29:51.909609 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40798) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:51.910444 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-0bf4b2db-3993-4d65-9f65-79d7be82cade admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=637f5c4c33654ccf962dd5a96c10c0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380818 Aug 09 11:29:51.911458 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4b2db-3993-4d65-9f65-79d7be82cade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecfacfa-253c-499b-9d6e-fdff1c12e467,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:51.940591 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d49c7d0-9002-48de-8cba-260763fcb0d0,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:51.954243 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:51.954473 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Added segment 0a81eb4a-92f0-412c-938e-e0d56fc8dd55 of type vlan for network c7052701-9e01-4b2d-bcd3-15386da422fe Aug 09 11:29:52.014032 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.029561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b29db916-7d95-4d57-95ae-577a0aa9e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.061208 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b29db916-7d95-4d57-95ae-577a0aa9e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.063108 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.064052 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:52.064643 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.115495 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4949589 Aug 09 11:29:52.118551 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40816) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:52.124225 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Request body: {'subnet': {'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2012250334-subnet', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:52.143675 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Made reservation on behalf of 840382b6d7ed4cb6adaec599476d86c1 for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:52.145900 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474334'] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.151752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58984481-bd10-4271-8bdf-535df7082c72 admin admin] Pushing event updated for resources: {'Network': ['ID=c7052701-9e01-4b2d-bcd3-15386da422fe,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:52.164679 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network c7052701-9e01-4b2d-bcd3-15386da422fe details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:29:52.188043 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b29db916-7d95-4d57-95ae-577a0aa9e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.193089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b29db916-7d95-4d57-95ae-577a0aa9e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.196205 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b29db916-7d95-4d57-95ae-577a0aa9e927 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ecfacfa-253c-499b-9d6e-fdff1c12e467 HTTP/1.1" status: 204 len: 168 time: 0.2838860 Aug 09 11:29:52.208321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db916-7d95-4d57-95ae-577a0aa9e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecfacfa-253c-499b-9d6e-fdff1c12e467,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:52.351737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1635150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474352'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.406618 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91544fcc-ed63-49dd-be31-9ae1caeca3fe,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:52.416780 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Checking segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:52.417134 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Network hostable DHCP agents. Network: c7052701-9e01-4b2d-bcd3-15386da422fe, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:29:52.435305 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Network c7052701-9e01-4b2d-bcd3-15386da422fe is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:29:52.445308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, c7052701-9e01-4b2d-bcd3-15386da422fe) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:52.452231 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:52.453319 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.460377 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f493d0-0679-4ac5-8eaa-c5d6e6de02d3 None None] Network c7052701-9e01-4b2d-bcd3-15386da422fe requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:52.498037 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-02313fca-717a-48e3-a5d0-889d3e6261b9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3764462 Aug 09 11:29:52.500596 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40826) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:52.505913 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:52.529528 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.529742 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93972c-d4cc-4a12-b75a-27952be78114 req-4f57ce2b-9107-4311-875f-bc674de0784f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:52.531123 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ab93972c-d4cc-4a12-b75a-27952be78114 req-4f57ce2b-9107-4311-875f-bc674de0784f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0813074 Aug 09 11:29:52.531560 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.534625 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 40828) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:52.583747 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65667866-0b2d-4283-89de-562618151f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.602732 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.634014 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-c7052701-9e01-4b2d-bcd3-15386da422fe', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:29:52.635384 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:29:52.635929 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.642181 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ab93972c-d4cc-4a12-b75a-27952be78114 req-8cb53679-9e29-4e3d-a49c-43e4f5dc9140 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864828 Aug 09 11:29:52.709888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65667866-0b2d-4283-89de-562618151f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.717837 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65667866-0b2d-4283-89de-562618151f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.758512 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-65667866-0b2d-4283-89de-562618151f57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a59e76be307743889bd64bc08a146979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202108 Aug 09 11:29:52.759561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40832) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:52.762382 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65667866-0b2d-4283-89de-562618151f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4331437a-7cb0-40d9-850f-1d4cb3658966,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:52.800762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.802997 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Allocated IP 172.20.0.2 (c7052701-9e01-4b2d-bcd3-15386da422fe/91544fcc-ed63-49dd-be31-9ae1caeca3fe/9b8acb0a-0c24-4bb3-8432-6e3c5695d306) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:52.818858 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7609a81-ddae-4d9a-b5b4-8ac2e1130a3d req-6ffdca38-fe60-4050-8af2-4f39d4b18a15 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:52.820506 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c7609a81-ddae-4d9a-b5b4-8ac2e1130a3d req-6ffdca38-fe60-4050-8af2-4f39d4b18a15 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1348383 Aug 09 11:29:52.836298 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8e06392b-df76-4d25-a7fb-291bf0bb71be no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:29:52.893409 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 8e06392b-df76-4d25-a7fb-291bf0bb71be {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:29:52.893753 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8e06392b-df76-4d25-a7fb-291bf0bb71be not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:29:52.913559 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c7609a81-ddae-4d9a-b5b4-8ac2e1130a3d req-e063dd7f-efa1-4201-a8ec-9bbe48175ca7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822306 Aug 09 11:29:52.914448 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8603f91b-578e-4d00-9d26-637441688d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.973912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8603f91b-578e-4d00-9d26-637441688d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.974922 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:52.983423 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.038682 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Pushing event updated for resources: {'Port': ['ID=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:53.065343 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Network c7052701-9e01-4b2d-bcd3-15386da422fe is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:53.067321 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:53.076430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:53.109573 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8603f91b-578e-4d00-9d26-637441688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.112431 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8603f91b-578e-4d00-9d26-637441688d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.113679 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8603f91b-578e-4d00-9d26-637441688d8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4331437a-7cb0-40d9-850f-1d4cb3658966 HTTP/1.1" status: 204 len: 168 time: 0.3523469 Aug 09 11:29:53.145797 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f91b-578e-4d00-9d26-637441688d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4331437a-7cb0-40d9-850f-1d4cb3658966,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:53.194397 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.218418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Attempting to bind port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:53.222287 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Attempting to bind port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:53.222702 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Attempting to bind port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 on network c7052701-9e01-4b2d-bcd3-15386da422fe {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:53.225954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.240370 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:53.240749 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Checking segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:53.244319 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.246630 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Bound using segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:53.248721 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Bound port: 9b8acb0a-0c24-4bb3-8432-6e3c5695d306, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:53.249528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.287673 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23d1be-431e-4d8e-9383-12bcf8756b3c req-aa0032d3-da2e-4653-aef8-ad289e99392a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:53.303782 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8c23d1be-431e-4d8e-9383-12bcf8756b3c req-aa0032d3-da2e-4653-aef8-ad289e99392a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0909662 Aug 09 11:29:53.343894 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8c23d1be-431e-4d8e-9383-12bcf8756b3c req-dd6d6942-c268-4bfb-95ac-27014a045cc1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470631 Aug 09 11:29:53.365977 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] For port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:53.366474 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Allocated IP 172.27.2.145 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/68edde18-765f-4405-a1aa-88f9204ffb79) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:53.369504 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] For port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:53.374761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.431652 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6b94-0fce-403e-b6ea-b90810b39cd5 None None] Pushing event updated for resources: {'Port': ['ID=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:53.498440 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.534269 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:53.581495 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:53.586619 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:53.591303 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:53.597696 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=68edde18-765f-4405-a1aa-88f9204ffb79,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:53.809336 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14578-f9c1-4867-a101-46a9f2d865ee req-ef42bbf9-860d-4136-a538-3a14c6b97843 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:53.810925 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4ae14578-f9c1-4867-a101-46a9f2d865ee req-ef42bbf9-860d-4136-a538-3a14c6b97843 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0846741 Aug 09 11:29:53.917947 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4ae14578-f9c1-4867-a101-46a9f2d865ee req-138b0870-6a1a-4b8a-bc77-c99a7a0bc795 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733080 Aug 09 11:29:53.938106 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:54.149753 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:54.289510 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Router 51ffec48-3313-41f2-bdae-716b208e0ad2 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:29:54.412866 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575d2f8-8a15-4c8f-94db-538f21f14178 None None] Network c7052701-9e01-4b2d-bcd3-15386da422fe requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:54.424153 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:29:54.440550 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Sync routers for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:29:54.444118 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:54.445836 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8c8083f2-20bd-4123-9899-1ade1dfb9ed4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9435322 Aug 09 11:29:54.448690 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40888) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:54.514397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269881a-42ba-4e9f-a8a1-229f7b90b0b3 req-58724f75-ad8f-4d76-9efb-58534fce7ea6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:54.516902 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d269881a-42ba-4e9f-a8a1-229f7b90b0b3 req-58724f75-ad8f-4d76-9efb-58534fce7ea6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0603635 Aug 09 11:29:54.548903 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:54.549864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:54.567573 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d269881a-42ba-4e9f-a8a1-229f7b90b0b3 req-04ef7557-5f44-4abf-9cf2-ab4a0ca403d2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Aug 09 11:29:54.690189 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] Provisioning complete for port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:54.690675 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:54.782284 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:54.915707 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:55.143951 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] Current status of the port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:55.144759 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.210746 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99111d-6d7b-49c7-b797-9a897d28a64e req-039ab89e-6e00-4d24-97cd-973f849e5c1b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:55.212259 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fb99111d-6d7b-49c7-b797-9a897d28a64e req-039ab89e-6e00-4d24-97cd-973f849e5c1b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0985856 Aug 09 11:29:55.213733 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] For port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:55.224164 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:55.224606 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.226195 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.231655 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.307707 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fb99111d-6d7b-49c7-b797-9a897d28a64e req-f5eddb57-25e1-473f-938f-cf453f6c58fe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874164 Aug 09 11:29:55.313700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e57e4-082e-475c-a76e-3f29f640ab9b None None] Pushing event updated for resources: {'Port': ['ID=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:55.334332 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:53Z', 'revision_number': 3, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:55.385370 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Checking router: 51ffec48-3313-41f2-bdae-716b208e0ad2 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:29:55.385641 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Updating router 51ffec48-3313-41f2-bdae-716b208e0ad2 port 68edde18-765f-4405-a1aa-88f9204ffb79 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:29:55.420040 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Allocated IP 172.20.0.1 (c7052701-9e01-4b2d-bcd3-15386da422fe/91544fcc-ed63-49dd-be31-9ae1caeca3fe/31532899-5305-4dd5-924f-2abbaa55a19e) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:55.429491 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:55.434306 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7eac74ac-2af8-4772-ada1-c446852f5495 None None] Provisioning complete for port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:55.435258 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7eac74ac-2af8-4772-ada1-c446852f5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.436951 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.550918 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.584691 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.624282 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7eac74ac-2af8-4772-ada1-c446852f5495 None None] Current status of the port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:55.629240 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Network c7052701-9e01-4b2d-bcd3-15386da422fe is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:55.633604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:55.639410 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:55.672874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Pushing event updated for resources: {'Port': ['ID=31532899-5305-4dd5-924f-2abbaa55a19e,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:55.685979 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.726551 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d0684-bada-498b-ab2b-8da92a7af59a req-bb0c3013-1089-46e2-a876-11530c0eeafd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:55.735075 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-df1d0684-bada-498b-ab2b-8da92a7af59a req-bb0c3013-1089-46e2-a876-11530c0eeafd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0798013 Aug 09 11:29:55.776849 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-df1d0684-bada-498b-ab2b-8da92a7af59a req-6f958387-63fe-435e-bcc1-be0010d883ba tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Aug 09 11:29:55.813970 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.820364 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.839401 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.858804 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Attempting to bind port 68edde18-765f-4405-a1aa-88f9204ffb79 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:55.859175 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Attempting to bind port 68edde18-765f-4405-a1aa-88f9204ffb79 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:55.859538 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Attempting to bind port 68edde18-765f-4405-a1aa-88f9204ffb79 on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:55.868979 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:55.869382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:55.869852 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.870296 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:55.870768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Bound port: 68edde18-765f-4405-a1aa-88f9204ffb79, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:55.871145 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.895887 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e1db-b3c9-4094-950b-6c0e9caeed31 None None] Pushing event updated for resources: {'Port': ['ID=68edde18-765f-4405-a1aa-88f9204ffb79,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:55.930881 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] For port 68edde18-765f-4405-a1aa-88f9204ffb79, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:55.933841 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] For port 68edde18-765f-4405-a1aa-88f9204ffb79, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=68edde18-765f-4405-a1aa-88f9204ffb79,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:55.939060 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:55.989643 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:55.990299 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:56.006703 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:56.011215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:56.042643 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-180e1cb9-c49c-46f7-a5b6-dbd6c6910995 None None] Provisioning complete for port 31532899-5305-4dd5-924f-2abbaa55a19e triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:56.043020 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-180e1cb9-c49c-46f7-a5b6-dbd6c6910995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:56.068112 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e1db-b3c9-4094-950b-6c0e9caeed31 None None] Pushing event updated for resources: {'Port': ['ID=68edde18-765f-4405-a1aa-88f9204ffb79,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:56.082203 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:56.085293 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Pushing event updated for resources: {'Port': ['ID=31532899-5305-4dd5-924f-2abbaa55a19e,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:56.121765 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-180e1cb9-c49c-46f7-a5b6-dbd6c6910995 None None] Port 31532899-5305-4dd5-924f-2abbaa55a19e cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:29:56.147241 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:56.175990 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Network c7052701-9e01-4b2d-bcd3-15386da422fe is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:56.177403 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:56.304215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Router 51ffec48-3313-41f2-bdae-716b208e0ad2 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:29:56.365888 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 1, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:56.397447 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc491c56-3234-4edf-aac6-942aa13a5460 None None] The sync data for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi is: [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 1, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:29:56.445805 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-040dad95-6579-4e1b-91a7-ee9aac2b3452 None None] Provisioning complete for port 31532899-5305-4dd5-924f-2abbaa55a19e triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:56.446397 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-040dad95-6579-4e1b-91a7-ee9aac2b3452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:56.456363 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:29:56.470635 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-38add833-3e61-4241-af62-139c8e3548d5 admin admin] 10.222.0.50 "PUT /v2.0/routers/51ffec48-3313-41f2-bdae-716b208e0ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0208030 Aug 09 11:29:56.495461 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd1e4-a291-4c92-9fa8-5576649b5284 req-143f620b-7a1c-4a20-a70f-14275ac6d941 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:56.498479 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-040dad95-6579-4e1b-91a7-ee9aac2b3452 None None] Port 31532899-5305-4dd5-924f-2abbaa55a19e cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:29:56.506674 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-64efd1e4-a291-4c92-9fa8-5576649b5284 req-143f620b-7a1c-4a20-a70f-14275ac6d941 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.1045222 Aug 09 11:29:56.542002 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-64efd1e4-a291-4c92-9fa8-5576649b5284 req-9572eae6-0676-4988-a242-1d24bcf61e19 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344729 Aug 09 11:29:56.863444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:56.929381 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:56.929822 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:56.931007 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0af30-63ff-4f12-a72a-1227a64d7d87 req-fe744dac-0990-47b8-9d62-835f583a2653 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:56.932534 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3ff0af30-63ff-4f12-a72a-1227a64d7d87 req-fe744dac-0990-47b8-9d62-835f583a2653 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0559320 Aug 09 11:29:56.984375 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3ff0af30-63ff-4f12-a72a-1227a64d7d87 req-823005dc-a977-4006-a184-f5f3d1f536a7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Aug 09 11:29:57.022740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:57.112573 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40938) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:57.118165 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517240814-network', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:57.149076 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Made reservation on behalf of 1fadeaa85bbe4d7093299bee49093d31 for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:57.151503 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.162159 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.248132 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.252472 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.280940 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:29:57.291233 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05af1401-765d-4e65-93bf-cc354749e093,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:57.299212 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.299799 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Added segment 0fd23742-dafe-4359-b31c-334265a88859 of type vlan for network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 Aug 09 11:29:57.341914 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.367355 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.369323 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:57.369921 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.407079 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2933202 Aug 09 11:29:57.409777 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40944) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:57.414768 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Request body: {'subnet': {'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517240814-subnet', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:57.454321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d46744-b6ee-45a0-a9e0-2013d7c7fbab admin admin] Pushing event updated for resources: {'Network': ['ID=5c0c7bf1-635e-4fa9-9e70-18c84f2a4233,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:57.464478 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:29:57.472456 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Made reservation on behalf of 1fadeaa85bbe4d7093299bee49093d31 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:29:57.474874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632154'] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.718863 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7859597-e817-4d42-898f-309fb9dca21c req-56b0d28f-9d7e-4951-9d65-e0242cc2f90c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:57.720341 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a7859597-e817-4d42-898f-309fb9dca21c req-56b0d28f-9d7e-4951-9d65-e0242cc2f90c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.0989559 Aug 09 11:29:57.721326 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25732849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632180'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.814191 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ad4c1a-4361-4aab-affc-6dcad5eae767,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:57.820452 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a7859597-e817-4d42-898f-309fb9dca21c req-0c98d912-ac61-4151-982f-33a880e5b28e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688837 Aug 09 11:29:57.830248 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Checking segment: {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:57.830696 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Network hostable DHCP agents. Network: 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:29:57.851189 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:29:57.860205 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:57.864457 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:57.865088 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.869323 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e4ea0-d20e-4115-986c-d339cebc3c13 None None] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:57.880062 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-0bcc511a-ce92-4798-b99a-f002e1720789 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4689755 Aug 09 11:29:57.882666 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40954) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:57.886812 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:29:57.906837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.907840 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.959433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.020797 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'fixed_ips': [{'subnet_id': '61ad4c1a-4361-4aab-affc-6dcad5eae767'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:29:58.021807 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.102219 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.141501 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee86177-912a-47c5-84f6-00cee92db26d req-f99da3d3-ef72-45fd-9556-e4c54b92475f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:58.143126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4ee86177-912a-47c5-84f6-00cee92db26d req-f99da3d3-ef72-45fd-9556-e4c54b92475f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0556307 Aug 09 11:29:58.179387 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Allocated IP 172.20.0.2 (5c0c7bf1-635e-4fa9-9e70-18c84f2a4233/61ad4c1a-4361-4aab-affc-6dcad5eae767/4069df63-d673-4ddd-8de0-8ca174dc445a) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:58.189788 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4ee86177-912a-47c5-84f6-00cee92db26d req-e3a3ee73-ddd8-4bba-b3aa-1887ad5ae30e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Aug 09 11:29:58.326183 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.338625 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.345526 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.346444 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.390390 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:58.393332 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:58.396338 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:58.407459 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Pushing event updated for resources: {'Port': ['ID=4069df63-d673-4ddd-8de0-8ca174dc445a,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:58.458831 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Attempting to bind port 4069df63-d673-4ddd-8de0-8ca174dc445a on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:58.459223 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Attempting to bind port 4069df63-d673-4ddd-8de0-8ca174dc445a by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:58.459373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Allocated IP 172.27.2.182 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/60ba47f7-49d1-4169-aa99-745d70b64d8a) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:29:58.459589 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Attempting to bind port 4069df63-d673-4ddd-8de0-8ca174dc445a on network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:58.464978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:58.465628 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Checking segment: {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:58.466399 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.466741 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Bound using segment: {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:58.467238 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Bound port: 4069df63-d673-4ddd-8de0-8ca174dc445a, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:58.467661 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.537335 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] For port 4069df63-d673-4ddd-8de0-8ca174dc445a, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:58.540837 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] For port 4069df63-d673-4ddd-8de0-8ca174dc445a, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=4069df63-d673-4ddd-8de0-8ca174dc445a,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:58.546678 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.547330 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Sync routers for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:29:58.557008 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:58.557709 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:58.602081 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.614871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29937817-4fd1-4bbe-ba5d-ca90197fe1e5 None None] Pushing event updated for resources: {'Port': ['ID=4069df63-d673-4ddd-8de0-8ca174dc445a,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:58.654952 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:58.697133 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:29:58.699540 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:58.700822 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:29:58.704500 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:29:58.736172 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Pushing event updated for resources: {'Port': ['ID=60ba47f7-49d1-4169-aa99-745d70b64d8a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:58.978064 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 2, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:59.018605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 4069df63-d673-4ddd-8de0-8ca174dc445a up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:59.030066 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Checking router: 51ffec48-3313-41f2-bdae-716b208e0ad2 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:29:59.030496 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Updating router 51ffec48-3313-41f2-bdae-716b208e0ad2 port 31532899-5305-4dd5-924f-2abbaa55a19e binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:29:59.062806 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.079183 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 4069df63-d673-4ddd-8de0-8ca174dc445a triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:59.079183 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.101822 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f92c1-f2a3-41e8-b436-29643973b5da req-716b3d3f-4309-4603-8db5-855c6863b3b4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:59.103365 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-071f92c1-f2a3-41e8-b436-29643973b5da req-716b3d3f-4309-4603-8db5-855c6863b3b4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.1602340 Aug 09 11:29:59.106072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.221709 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-071f92c1-f2a3-41e8-b436-29643973b5da req-82e66961-4872-4231-8cc1-6f5faf838a41 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773032 Aug 09 11:29:59.315708 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 4069df63-d673-4ddd-8de0-8ca174dc445a is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:59.316099 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.341464 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f72d6-9830-45c5-8765-0e1e767b6bf3 req-032bbec1-0661-4045-81fd-2582d50c46eb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:29:59.349329 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-689f72d6-9830-45c5-8765-0e1e767b6bf3 req-032bbec1-0661-4045-81fd-2582d50c46eb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0650966 Aug 09 11:29:59.354958 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 4069df63-d673-4ddd-8de0-8ca174dc445a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=4069df63-d673-4ddd-8de0-8ca174dc445a,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:59.360477 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.367821 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 68edde18-765f-4405-a1aa-88f9204ffb79 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:29:59.373672 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.381188 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.390129 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-689f72d6-9830-45c5-8765-0e1e767b6bf3 req-aac8531b-a130-4429-b7c5-ed1b00521db4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Aug 09 11:29:59.428751 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.455762 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=4069df63-d673-4ddd-8de0-8ca174dc445a,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:59.470789 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 68edde18-765f-4405-a1aa-88f9204ffb79 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:29:59.471740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.488950 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f2c9-88fc-4cf0-a117-be3afa6bfcb2 None None] Pushing event updated for resources: {'Port': ['ID=31532899-5305-4dd5-924f-2abbaa55a19e,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:59.511315 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Attempting to bind port 31532899-5305-4dd5-924f-2abbaa55a19e on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:29:59.511709 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Attempting to bind port 31532899-5305-4dd5-924f-2abbaa55a19e by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:29:59.512066 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Attempting to bind port 31532899-5305-4dd5-924f-2abbaa55a19e on network c7052701-9e01-4b2d-bcd3-15386da422fe {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:29:59.518625 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:29:59.518993 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Checking segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:29:59.519384 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.519767 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Bound using segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:29:59.520228 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Bound port: 31532899-5305-4dd5-924f-2abbaa55a19e, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:29:59.520614 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.576171 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 68edde18-765f-4405-a1aa-88f9204ffb79 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:29:59.578035 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.605583 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] For port 31532899-5305-4dd5-924f-2abbaa55a19e, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:29:59.609960 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] For port 31532899-5305-4dd5-924f-2abbaa55a19e, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=31532899-5305-4dd5-924f-2abbaa55a19e,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:29:59.612084 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 68edde18-765f-4405-a1aa-88f9204ffb79, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=68edde18-765f-4405-a1aa-88f9204ffb79,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:29:59.614728 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.615704 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Router 8683930f-f0ad-411e-94cb-af3732f0f541 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:29:59.618663 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.678078 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=68edde18-765f-4405-a1aa-88f9204ffb79,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:59.683781 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:59.684366 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:59.755848 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f2c9-88fc-4cf0-a117-be3afa6bfcb2 None None] Pushing event updated for resources: {'Port': ['ID=31532899-5305-4dd5-924f-2abbaa55a19e,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:29:59.756883 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:29:59.768226 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Sync routers for ids ['8683930f-f0ad-411e-94cb-af3732f0f541'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:29:59.779982 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Routers {'8683930f-f0ad-411e-94cb-af3732f0f541'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:29:59.780772 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['8683930f-f0ad-411e-94cb-af3732f0f541'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:29:59.792793 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:59.795611 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9c4a862d-80be-4047-be7a-b14cc5d21e8e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9119856 Aug 09 11:29:59.798473 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 40980) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:29:59.836594 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:59.865773 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17673cd2-e2ec-44b6-b143-8cab307ff68f None None] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:29:59.965542 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Set router 8683930f-f0ad-411e-94cb-af3732f0f541 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:29:59.972655 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 776ec44b-6631-4946-988a-3cb26973a530 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:30:00.043518 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133a81-2446-42b2-a010-5f0504ab5322 req-e5fedcfc-7024-4fbf-9649-82687dab6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:00.045944 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-e5fedcfc-7024-4fbf-9649-82687dab6d7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1099 time: 0.0750644 Aug 09 11:30:00.094256 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.103970 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-98b02eb9-eeef-44cf-aaa4-512f08872e24 None None] Provisioning complete for port 4069df63-d673-4ddd-8de0-8ca174dc445a triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:00.104294 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-98b02eb9-eeef-44cf-aaa4-512f08872e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.116475 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:00.147828 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18cc71-9cc4-4501-82b2-60a17ac723a2 None None] The sync data for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi is: [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:30:00.183952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133a81-2446-42b2-a010-5f0504ab5322 req-e02e089a-025b-4bea-8014-5b1a04520b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:00.185504 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-e02e089a-025b-4bea-8014-5b1a04520b9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.1319475 Aug 09 11:30:00.237878 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-4316ef7b-ae0a-4dad-8f37-f47b53728e39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0400259 Aug 09 11:30:00.304936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133a81-2446-42b2-a010-5f0504ab5322 req-21e0e3eb-6b1b-48e1-b72f-30d4b262e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:00.309821 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-21e0e3eb-6b1b-48e1-b72f-30d4b262e60f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0653646 Aug 09 11:30:00.376784 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133a81-2446-42b2-a010-5f0504ab5322 req-9e296820-2708-446c-aa23-af74c4a0d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:00.379144 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-9e296820-2708-446c-aa23-af74c4a0d080 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634062 Aug 09 11:30:00.407940 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 776ec44b-6631-4946-988a-3cb26973a530, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=776ec44b-6631-4946-988a-3cb26973a530,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:30:00.464670 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '776ec44b-6631-4946-988a-3cb26973a530', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:30:00.467949 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41edf1a-8ca4-42e7-b97d-cf314e127914 req-7fb8f450-30e7-44d7-b657-f992949d98c3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:00.469488 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c41edf1a-8ca4-42e7-b97d-cf314e127914 req-7fb8f450-30e7-44d7-b657-f992949d98c3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 943 time: 0.1406376 Aug 09 11:30:00.501967 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-98b02eb9-eeef-44cf-aaa4-512f08872e24 None None] Current status of the port 4069df63-d673-4ddd-8de0-8ca174dc445a is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:00.527772 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:29:58Z', 'revision_number': 3, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:00.529611 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-55747c3e-2d7d-430c-a15e-dd06e5f39e87 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432402 Aug 09 11:30:00.556761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Checking router: 8683930f-f0ad-411e-94cb-af3732f0f541 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:30:00.557110 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Updating router 8683930f-f0ad-411e-94cb-af3732f0f541 port 60ba47f7-49d1-4169-aa99-745d70b64d8a binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:30:00.559112 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 776ec44b-6631-4946-988a-3cb26973a530 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:00.560023 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.572191 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c41edf1a-8ca4-42e7-b97d-cf314e127914 req-16614345-8006-4c8f-a064-e3caaa594937 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914788 Aug 09 11:30:00.617780 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776ec44b-6631-4946-988a-3cb26973a530 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:30:00.625047 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.686915 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.724594 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 776ec44b-6631-4946-988a-3cb26973a530, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=776ec44b-6631-4946-988a-3cb26973a530,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:30:00.739650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de109-b4e0-4369-a878-6745267a6f43 req-84979f55-7a3e-4cb9-9724-b3426d8d3353 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:00.749444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.750535 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3b7de109-b4e0-4369-a878-6745267a6f43 req-84979f55-7a3e-4cb9-9724-b3426d8d3353 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.2196341 Aug 09 11:30:00.839871 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3b7de109-b4e0-4369-a878-6745267a6f43 req-77bd38da-d4e7-466a-a70a-549c33a5e1a3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884092 Aug 09 11:30:00.877605 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-39133a81-2446-42b2-a010-5f0504ab5322 req-28da8436-339b-49c9-91e4-234cf5fe2607 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129809 Aug 09 11:30:00.947227 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 31532899-5305-4dd5-924f-2abbaa55a19e up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:00.952403 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Allocated IP 172.20.0.1 (5c0c7bf1-635e-4fa9-9e70-18c84f2a4233/61ad4c1a-4361-4aab-affc-6dcad5eae767/c2dea0b5-9e94-410b-b6ec-52542fff0f2d) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:30:00.986648 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=776ec44b-6631-4946-988a-3cb26973a530,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:01.015873 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-2b349701-2b14-4745-899a-45e4914a8a57 None None] Provisioning complete for port 4069df63-d673-4ddd-8de0-8ca174dc445a triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:01.016257 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-2b349701-2b14-4745-899a-45e4914a8a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.068888 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.116167 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.140348 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 31532899-5305-4dd5-924f-2abbaa55a19e triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:01.140805 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.161254 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:30:01.164080 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:30:01.167516 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:30:01.173123 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Pushing event updated for resources: {'Port': ['ID=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:01.218864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.288880 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-2b349701-2b14-4745-899a-45e4914a8a57 None None] Current status of the port 4069df63-d673-4ddd-8de0-8ca174dc445a is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:01.326152 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.337876 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.365255 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.489324 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['776ec44b-6631-4946-988a-3cb26973a530'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:30:01.532195 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 31532899-5305-4dd5-924f-2abbaa55a19e is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:01.532881 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.536842 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.541489 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.551419 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Attempting to bind port 60ba47f7-49d1-4169-aa99-745d70b64d8a on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:30:01.551791 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Attempting to bind port 60ba47f7-49d1-4169-aa99-745d70b64d8a by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:30:01.552150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Attempting to bind port 60ba47f7-49d1-4169-aa99-745d70b64d8a on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:30:01.577800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:30:01.578207 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:30:01.578602 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.578991 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:30:01.579452 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Bound port: 60ba47f7-49d1-4169-aa99-745d70b64d8a, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:30:01.579831 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.588751 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50faed0-55c6-45fe-a9b1-6be987d67257 None None] Pushing event updated for resources: {'Port': ['ID=60ba47f7-49d1-4169-aa99-745d70b64d8a,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:01.614053 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Pushing event updated for resources: {'Port': ['ID=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:01.616103 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-8c445e0c-3939-4a26-b31b-dc5af198e042 None None] Provisioning complete for port c2dea0b5-9e94-410b-b6ec-52542fff0f2d triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:01.616477 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8c445e0c-3939-4a26-b31b-dc5af198e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.617862 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.655810 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 31532899-5305-4dd5-924f-2abbaa55a19e, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=31532899-5305-4dd5-924f-2abbaa55a19e,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:30:01.671040 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.671814 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 4069df63-d673-4ddd-8de0-8ca174dc445a up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:01.743386 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:30:01.752132 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f083e-f562-4510-a0fc-908633a1d0df req-e9638a47-ad6a-48f8-8864-3e0269d9d0f0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:01.753608 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3d7f083e-f562-4510-a0fc-908633a1d0df req-e9638a47-ad6a-48f8-8864-3e0269d9d0f0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 944 time: 0.0757868 Aug 09 11:30:01.754920 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:30:01.757685 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-8c445e0c-3939-4a26-b31b-dc5af198e042 None None] Port c2dea0b5-9e94-410b-b6ec-52542fff0f2d cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:30:01.764948 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] For port 60ba47f7-49d1-4169-aa99-745d70b64d8a, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:30:01.806502 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] For port 60ba47f7-49d1-4169-aa99-745d70b64d8a, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=60ba47f7-49d1-4169-aa99-745d70b64d8a,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:30:01.812463 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=31532899-5305-4dd5-924f-2abbaa55a19e,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:01.824389 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.843450 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3d7f083e-f562-4510-a0fc-908633a1d0df req-27b2dd66-352b-4ab8-b044-dacb29c1bc76 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822086 Aug 09 11:30:01.945329 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 4069df63-d673-4ddd-8de0-8ca174dc445a triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:01.945704 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.953248 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Router 8683930f-f0ad-411e-94cb-af3732f0f541 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:30:01.971718 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Routers {'8683930f-f0ad-411e-94cb-af3732f0f541'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:30:01.972683 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['8683930f-f0ad-411e-94cb-af3732f0f541'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:02.046112 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896794-ef84-4529-8d0e-e4cee6963d01 req-10674769-504b-4c7c-901b-012a56dc9b49 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:02.054492 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-10896794-ef84-4529-8d0e-e4cee6963d01 req-10674769-504b-4c7c-901b-012a56dc9b49 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0719371 Aug 09 11:30:02.101327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:30:02.106790 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-10896794-ef84-4529-8d0e-e4cee6963d01 req-29c53926-f11d-4042-9a36-709564fbd2fa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511022 Aug 09 11:30:02.107158 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c3f0c03c-db7c-4121-89c0-72f5ef93f902 admin admin] 10.222.0.50 "PUT /v2.0/routers/8683930f-f0ad-411e-94cb-af3732f0f541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3065071 Aug 09 11:30:02.134824 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50faed0-55c6-45fe-a9b1-6be987d67257 None None] Pushing event updated for resources: {'Port': ['ID=60ba47f7-49d1-4169-aa99-745d70b64d8a,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:02.248222 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-f8bef19a-e47a-45d1-b4d4-cbcf1619751f None None] Provisioning complete for port c2dea0b5-9e94-410b-b6ec-52542fff0f2d triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:02.248666 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f8bef19a-e47a-45d1-b4d4-cbcf1619751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:02.297799 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 4069df63-d673-4ddd-8de0-8ca174dc445a is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:02.298843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 68edde18-765f-4405-a1aa-88f9204ffb79 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:02.304528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] Set router 8683930f-f0ad-411e-94cb-af3732f0f541 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:30:02.307235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-f8bef19a-e47a-45d1-b4d4-cbcf1619751f None None] Port c2dea0b5-9e94-410b-b6ec-52542fff0f2d cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:30:02.475954 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 68edde18-765f-4405-a1aa-88f9204ffb79 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:02.475954 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:02.601206 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 68edde18-765f-4405-a1aa-88f9204ffb79 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:02.613247 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c2dea0b5-9e94-410b-b6ec-52542fff0f2d', 'name': '', 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'mac_address': 'fa:16:3e:a5:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:30:00Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 2, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'subnets': [{'id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:02.644214 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af766d-dd14-4a27-80a6-b4aa1f2976e6 None None] The sync data for ids ['8683930f-f0ad-411e-94cb-af3732f0f541'] in dv-cinder-848249-1-iscsi is: [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c2dea0b5-9e94-410b-b6ec-52542fff0f2d', 'name': '', 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'mac_address': 'fa:16:3e:a5:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:30:00Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 2, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'subnets': [{'id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:30:02.876446 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 31532899-5305-4dd5-924f-2abbaa55a19e up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:03.071727 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 31532899-5305-4dd5-924f-2abbaa55a19e triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:03.072379 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:03.178334 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb50141-6811-44fc-809f-d20bc4f6c828 req-efd3d208-d61e-4b98-b0cb-4294583640f5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:03.187085 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1cb50141-6811-44fc-809f-d20bc4f6c828 req-efd3d208-d61e-4b98-b0cb-4294583640f5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 944 time: 0.1521983 Aug 09 11:30:03.297803 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1cb50141-6811-44fc-809f-d20bc4f6c828 req-885a9450-2565-4111-b25b-5da54280fd4a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953608 Aug 09 11:30:03.389887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b231150-11fe-4616-b9e9-508f5ca9db26 req-f69f19df-dfb9-4df9-ae39-1549fc0d49c1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:03.392138 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b231150-11fe-4616-b9e9-508f5ca9db26 req-f69f19df-dfb9-4df9-ae39-1549fc0d49c1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1264594 Aug 09 11:30:03.499494 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 31532899-5305-4dd5-924f-2abbaa55a19e is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:03.544628 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b231150-11fe-4616-b9e9-508f5ca9db26 req-324b62f1-a1c3-4d4e-bd0a-9e531abd3cc1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459050 Aug 09 11:30:04.708454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3aeef-97e5-4bd8-8d68-859fd091d73c req-2c430400-4fdd-476e-932f-30c92214ab77 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:04.726635 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a8b3aeef-97e5-4bd8-8d68-859fd091d73c req-2c430400-4fdd-476e-932f-30c92214ab77 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 944 time: 0.2384322 Aug 09 11:30:04.808330 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 776ec44b-6631-4946-988a-3cb26973a530 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:04.916080 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a8b3aeef-97e5-4bd8-8d68-859fd091d73c req-0a31e7ee-779c-46d9-a758-52fd07b9d43a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884468 Aug 09 11:30:04.942584 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783877c-a022-46b4-9d88-bb1bb5619316 req-23e89d54-6b19-4f2b-96f1-ca36ae0d1dcb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:04.958377 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2783877c-a022-46b4-9d88-bb1bb5619316 req-23e89d54-6b19-4f2b-96f1-ca36ae0d1dcb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.2154093 Aug 09 11:30:05.117306 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2783877c-a022-46b4-9d88-bb1bb5619316 req-c32def00-2d6f-4a69-8c00-929388687e64 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501017 Aug 09 11:30:05.165428 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 776ec44b-6631-4946-988a-3cb26973a530 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:30:05.173759 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 60ba47f7-49d1-4169-aa99-745d70b64d8a up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:05.274842 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 776ec44b-6631-4946-988a-3cb26973a530 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:05.275546 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:05.455676 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 60ba47f7-49d1-4169-aa99-745d70b64d8a triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:05.456539 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:05.577681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 776ec44b-6631-4946-988a-3cb26973a530 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:05.578264 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:05.620426 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 776ec44b-6631-4946-988a-3cb26973a530, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=776ec44b-6631-4946-988a-3cb26973a530,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:30:05.641459 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776ec44b-6631-4946-988a-3cb26973a530'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:30:05.643968 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44231ed-1487-4c47-bdf4-a05d4f9e6d46" -d '{"events": [{"server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "name": "network-vif-plugged", "status": "completed", "tag": "776ec44b-6631-4946-988a-3cb26973a530"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:30:05.667243 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:05.741194 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7301c-375c-49f8-a0ed-7319db599463 x-openstack-request-id: req-c2b7301c-375c-49f8-a0ed-7319db599463 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:30:05.742086 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "name": "network-vif-plugged", "status": "completed", "tag": "776ec44b-6631-4946-988a-3cb26973a530", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:30:05.742871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2b7301c-375c-49f8-a0ed-7319db599463 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:30:05.743880 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b7301c-375c-49f8-a0ed-7319db599463'] response: {'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776ec44b-6631-4946-988a-3cb26973a530', 'code': 200} Aug 09 11:30:05.766837 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 60ba47f7-49d1-4169-aa99-745d70b64d8a is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:05.767302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:05.838925 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 60ba47f7-49d1-4169-aa99-745d70b64d8a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=60ba47f7-49d1-4169-aa99-745d70b64d8a,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:30:05.875060 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:05.915295 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=776ec44b-6631-4946-988a-3cb26973a530,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:06.113378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=60ba47f7-49d1-4169-aa99-745d70b64d8a,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:06.123494 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5582622-10d5-4811-93a2-0a106b5f6d0c req-15a7a5f7-c99a-4e7c-ae29-477063dd0697 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:06.131811 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e5582622-10d5-4811-93a2-0a106b5f6d0c req-15a7a5f7-c99a-4e7c-ae29-477063dd0697 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0711863 Aug 09 11:30:06.196210 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e5582622-10d5-4811-93a2-0a106b5f6d0c req-4acd5255-ca81-4b51-aa49-8f7816b52456 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630741 Aug 09 11:30:06.451742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f9c8d-5a8a-463b-bd9d-82d9ebe742c1 req-895f6cc9-17db-492d-8d03-61a77b116ea8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:06.453978 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-630f9c8d-5a8a-463b-bd9d-82d9ebe742c1 req-895f6cc9-17db-492d-8d03-61a77b116ea8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1927090 Aug 09 11:30:06.552620 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-630f9c8d-5a8a-463b-bd9d-82d9ebe742c1 req-70e4be79-366b-41a1-891d-de285a93a4bd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811510 Aug 09 11:30:06.968326 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 60ba47f7-49d1-4169-aa99-745d70b64d8a up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:07.162462 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 60ba47f7-49d1-4169-aa99-745d70b64d8a triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:07.162836 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:07.310731 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 60ba47f7-49d1-4169-aa99-745d70b64d8a is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:07.369300 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0611a-97b4-4a04-9f43-089d9028181d req-cf845889-5d2d-4c34-8bee-c781062af9d5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:07.370876 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-71e0611a-97b4-4a04-9f43-089d9028181d req-cf845889-5d2d-4c34-8bee-c781062af9d5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0684090 Aug 09 11:30:07.458939 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-71e0611a-97b4-4a04-9f43-089d9028181d req-e308e1ce-e947-47da-a247-d2376bdaf6a3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781956 Aug 09 11:30:07.790503 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Sync routers for ids ['8683930f-f0ad-411e-94cb-af3732f0f541'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:30:07.801167 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Routers {'8683930f-f0ad-411e-94cb-af3732f0f541'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:30:07.801772 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['8683930f-f0ad-411e-94cb-af3732f0f541'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:07.925443 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Set router 8683930f-f0ad-411e-94cb-af3732f0f541 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:30:08.054889 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44b53-04fe-4e03-9147-9bbdacee2ffc req-b50620ba-cec3-42b7-bca5-f210ce625639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:08.058574 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2be44b53-04fe-4e03-9147-9bbdacee2ffc req-b50620ba-cec3-42b7-bca5-f210ce625639 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 1098 time: 0.0777574 Aug 09 11:30:08.215748 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c2dea0b5-9e94-410b-b6ec-52542fff0f2d', 'name': '', 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'mac_address': 'fa:16:3e:a5:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:30:00Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 2, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'subnets': [{'id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:08.246969 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Checking router: 8683930f-f0ad-411e-94cb-af3732f0f541 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:30:08.247412 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Updating router 8683930f-f0ad-411e-94cb-af3732f0f541 port c2dea0b5-9e94-410b-b6ec-52542fff0f2d binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:30:08.274398 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:08.608508 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b4642-cc17-4261-abe8-f7b7ac7f61d8 req-a191ab68-be73-4cdd-8d97-08564460c55f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:08.611441 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e94b4642-cc17-4261-abe8-f7b7ac7f61d8 req-a191ab68-be73-4cdd-8d97-08564460c55f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0675182 Aug 09 11:30:08.630448 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:08.642255 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:08.664476 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e94b4642-cc17-4261-abe8-f7b7ac7f61d8 req-ece81eb8-328b-486c-9108-cb79166158d5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 Aug 09 11:30:08.732965 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1a88-7bb6-43c6-9742-82b289f165b1 None None] Pushing event updated for resources: {'Port': ['ID=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:08.772731 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Attempting to bind port c2dea0b5-9e94-410b-b6ec-52542fff0f2d on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:30:08.773094 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Attempting to bind port c2dea0b5-9e94-410b-b6ec-52542fff0f2d by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:30:08.773472 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Attempting to bind port c2dea0b5-9e94-410b-b6ec-52542fff0f2d on network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:30:08.779842 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:30:08.780209 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Checking segment: {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:30:08.780718 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:08.780969 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Bound using segment: {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:30:08.781426 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Bound port: c2dea0b5-9e94-410b-b6ec-52542fff0f2d, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd23742-dafe-4359-b31c-334265a88859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:30:08.782065 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:08.865015 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] For port c2dea0b5-9e94-410b-b6ec-52542fff0f2d, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:30:08.867413 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] For port c2dea0b5-9e94-410b-b6ec-52542fff0f2d, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:30:08.875773 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:08.914219 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Routers {'8683930f-f0ad-411e-94cb-af3732f0f541'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:30:08.914859 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['8683930f-f0ad-411e-94cb-af3732f0f541'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:08.990658 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1a88-7bb6-43c6-9742-82b289f165b1 None None] Pushing event updated for resources: {'Port': ['ID=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:09.034175 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2be44b53-04fe-4e03-9147-9bbdacee2ffc req-73d8d157-8f8b-488a-824d-c7ec305a9b8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196878 Aug 09 11:30:09.101087 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] Set router 8683930f-f0ad-411e-94cb-af3732f0f541 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:30:09.367478 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c2dea0b5-9e94-410b-b6ec-52542fff0f2d', 'name': '', 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'mac_address': 'fa:16:3e:a5:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:30:00Z', 'updated_at': '2022-08-09T11:30:08Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'subnets': [{'id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:09.408120 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70d9c-ac92-4d6f-b88b-fa699b0a80bd None None] The sync data for ids ['8683930f-f0ad-411e-94cb-af3732f0f541'] in dv-cinder-848249-1-iscsi is: [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c2dea0b5-9e94-410b-b6ec-52542fff0f2d', 'name': '', 'network_id': '5c0c7bf1-635e-4fa9-9e70-18c84f2a4233', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'mac_address': 'fa:16:3e:a5:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:30:00Z', 'updated_at': '2022-08-09T11:30:08Z', 'revision_number': 4, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'subnets': [{'id': '61ad4c1a-4361-4aab-affc-6dcad5eae767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:30:09.824097 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566b65-9603-41b2-b05f-ece95579459c req-14135da2-96ee-4b20-95d2-b4edf7bf44d9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:09.830665 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bf566b65-9603-41b2-b05f-ece95579459c req-14135da2-96ee-4b20-95d2-b4edf7bf44d9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0717120 Aug 09 11:30:09.886697 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bf566b65-9603-41b2-b05f-ece95579459c req-46cc718a-e0e9-4c62-a096-4da4e8f570ae tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Aug 09 11:30:10.931322 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c2dea0b5-9e94-410b-b6ec-52542fff0f2d up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:11.044895 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port c2dea0b5-9e94-410b-b6ec-52542fff0f2d triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:11.056657 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:11.060209 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ba0e-8125-4968-ae43-5c06f9df6380 req-997a8067-4132-4869-94c9-0cde35ed1f2d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:11.064408 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fa16ba0e-8125-4968-ae43-5c06f9df6380 req-997a8067-4132-4869-94c9-0cde35ed1f2d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0935757 Aug 09 11:30:11.171019 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fa16ba0e-8125-4968-ae43-5c06f9df6380 req-8f718d0c-e8f1-43d7-8ee6-19c1d34b83fa tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946457 Aug 09 11:30:11.211711 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port c2dea0b5-9e94-410b-b6ec-52542fff0f2d is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:11.212105 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:11.247330 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port c2dea0b5-9e94-410b-b6ec-52542fff0f2d, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:30:11.252780 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:11.353387 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:12.391709 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b8247-bb9a-4a51-ba76-40610ba47cb4 req-4a8d9c10-b2c5-4849-9789-67920c5b7d8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:12.394423 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-410b8247-bb9a-4a51-ba76-40610ba47cb4 req-4a8d9c10-b2c5-4849-9789-67920c5b7d8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0801659 Aug 09 11:30:12.445210 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-410b8247-bb9a-4a51-ba76-40610ba47cb4 req-f463215e-4c83-4400-940c-cbafc44a6243 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446773 Aug 09 11:30:12.689884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 41198) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:12.695106 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657357402', 'description': 'tempest-description--917606814'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:12.720528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:12.820055 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:12.826220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:12.866898 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:12.868330 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1771376 Aug 09 11:30:12.871814 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 41204) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:12.877156 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'security_group_rule': {'security_group_id': 'ae85040d-801c-40a9-a68d-f91587fa3d32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:12.881791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a6848-dc4b-41e2-b2d7-17c2d90edef2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae85040d-801c-40a9-a68d-f91587fa3d32,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:12.921663 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:12.942860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c2dea0b5-9e94-410b-b6ec-52542fff0f2d up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:30:13.036060 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.038838 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port c2dea0b5-9e94-410b-b6ec-52542fff0f2d triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:13.039282 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.041224 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.084131 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2a1239-de44-4503-8d33-cb04ebbaed68,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:13.100415 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.102043 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4a8bfa56-cc98-4768-bcd8-751a879d5bc5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2288048 Aug 09 11:30:13.104899 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 41206) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:13.110607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'security_group_rule': {'security_group_id': 'ae85040d-801c-40a9-a68d-f91587fa3d32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:13.168990 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.240146 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port c2dea0b5-9e94-410b-b6ec-52542fff0f2d is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:30:13.306036 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.312400 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.332643 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e21729d-90cc-4cd7-828d-64462acbd592,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:13.341524 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.343281 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-4b721d0c-1010-48bf-a35b-da8954f133b0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371228 Aug 09 11:30:13.346514 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 41208) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:13.351826 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:13.391366 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.609778 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:13.680057 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f04c12-9441-439b-a953-86845c56c252 req-82f83bd0-5c43-4289-ae39-f468588fac82 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:13.695064 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c4f04c12-9441-439b-a953-86845c56c252 req-82f83bd0-5c43-4289-ae39-f468588fac82 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.1485906 Aug 09 11:30:13.773453 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c4f04c12-9441-439b-a953-86845c56c252 req-e6a314ce-95ee-48e4-b6a8-170ed8a04a57 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771859 Aug 09 11:30:14.202983 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Allocated IP 172.27.2.250 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/c9d1fd67-8d63-427e-954c-d64e32f7f09d) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:30:14.310450 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31676db-2833-4ca3-80bd-f857a3b98e31 req-873af455-3420-4ea9-885a-c0d865488c6d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:14.311922 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a31676db-2833-4ca3-80bd-f857a3b98e31 req-873af455-3420-4ea9-885a-c0d865488c6d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.3070290 Aug 09 11:30:14.323785 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 41234) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:14.329698 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'port_id': '776ec44b-6631-4946-988a-3cb26973a530'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:14.879577 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:15.035087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:15.038923 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:15.177183 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'Port': ['ID=c9d1fd67-8d63-427e-954c-d64e32f7f09d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:15.234320 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:30:15.246097 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:30:15.265552 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:30:15.606800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:15.714770 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.021820 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.027694 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.116022 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'Port': ['ID=c9d1fd67-8d63-427e-954c-d64e32f7f09d,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:16.184686 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.226373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.227626 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-72962c8a-5332-45cd-9e73-0e6a1bb9487f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8794074 Aug 09 11:30:16.328632 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8c76e452-3ed1-4b05-b3bb-532c482ffecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.593600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.604461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:16.790382 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-022ecf26-77d7-465d-b4c5-8a46f39da7ae tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--657357402&fields=id&tenant_id=3232652c05144e83bf14dfe46098c64e HTTP/1.1" status: 200 len: 267 time: 0.0884390 Aug 09 11:30:16.968135 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP 28b8324a-4d31-4b45-bffa-6608255f5bf9 associated. External IP: 172.27.2.135, port: 776ec44b-6631-4946-988a-3cb26973a530. Aug 09 11:30:17.052461 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-484e8e31-a362-4468-8f06-69a280a84171 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:17.062790 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-484e8e31-a362-4468-8f06-69a280a84171 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 815 time: 0.1897748 Aug 09 11:30:17.078861 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-91bda817-75b9-4b71-a95b-0f8c9f90d148 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:17.086791 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-69f1cfa7-fab0-4912-abae-e76d9e7b1edc tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/quotas/840382b6d7ed4cb6adaec599476d86c1 HTTP/1.1" status: 200 len: 375 time: 0.0222569 Aug 09 11:30:17.089570 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-91bda817-75b9-4b71-a95b-0f8c9f90d148 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 818 time: 0.2950692 Aug 09 11:30:17.151497 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-5622c624-0236-4c95-a508-7a2121b8d1e6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/quotas/3232652c05144e83bf14dfe46098c64e HTTP/1.1" status: 200 len: 375 time: 0.0610464 Aug 09 11:30:17.180333 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-17596573-b39b-43a1-9bc7-2690c32dace8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923643 Aug 09 11:30:17.182216 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 41312) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:17.241731 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-4c797ecd-e18a-417e-b167-da48a63d6f3c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0891063 Aug 09 11:30:17.336031 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-9a8ae734-23a0-4a11-b40e-24c02f5ffdcf service neutron] 10.222.0.50 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358063 Aug 09 11:30:17.439077 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1c69f754-261d-4c39-85c2-d9fddb5948ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:17.465149 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b42b005b-97b6-4cd1-aa55-643ce88bf0ab service neutron] 10.222.0.50 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845570 Aug 09 11:30:17.485951 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-833aa9a6-e5d0-413b-87ee-024944737783 service neutron] 10.222.0.50 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394014 Aug 09 11:30:17.504981 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:30:17.570405 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1c69f754-261d-4c39-85c2-d9fddb5948ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:17.574574 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1c69f754-261d-4c39-85c2-d9fddb5948ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:17.618317 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f754-261d-4c39-85c2-d9fddb5948ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b8551-95d5-4732-bd67-281212d13fc1,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:17.626767 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-1c69f754-261d-4c39-85c2-d9fddb5948ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b93fc0f31c6b4d60b85671f0c4c2e6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433608 Aug 09 11:30:17.630810 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 41320) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:17.656695 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-c436a06a-23d6-4ecb-9f63-960308e78836 service neutron] 10.222.0.50 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895816 Aug 09 11:30:17.867665 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:30:17.874963 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:30:17.876956 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:17.891630 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:30:17.892249 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:29:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:17.962623 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ac74731-40ae-4fbb-a000-a0d449f6b01c req-da49a023-7652-42a4-9034-db038f8c321d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.1621113 Aug 09 11:30:18.016627 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8da66c43-1831-4dd2-b274-890d5b14c9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:18.031772 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6dffb669-fa40-49c9-9dbe-593d917ba903 req-ecf13e33-1d58-479e-9b94-b4aada167a6f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0619969 Aug 09 11:30:18.033545 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a90d9a88-a922-4817-bd22-12c6c61a0251 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "PUT /v2.0/floatingips/28b8324a-4d31-4b45-bffa-6608255f5bf9 HTTP/1.1" status: 200 len: 991 time: 3.7078934 Aug 09 11:30:18.036832 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'tag': '776ec44b-6631-4946-988a-3cb26973a530'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:30:18.039355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c10a454-b8dd-4d26-995c-1d908d6f11e9" -d '{"events": [{"name": "network-changed", "server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "tag": "776ec44b-6631-4946-988a-3cb26973a530"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:30:18.081892 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8da66c43-1831-4dd2-b274-890d5b14c9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:18.143419 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c64d1-c920-4ee4-b49a-5b516924f10c x-openstack-request-id: req-156c64d1-c920-4ee4-b49a-5b516924f10c {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:30:18.143721 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "tag": "776ec44b-6631-4946-988a-3cb26973a530", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:30:18.143963 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-156c64d1-c920-4ee4-b49a-5b516924f10c {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:30:18.144401 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156c64d1-c920-4ee4-b49a-5b516924f10c'] response: {'name': 'network-changed', 'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'tag': '776ec44b-6631-4946-988a-3cb26973a530', 'status': 'completed', 'code': 200} Aug 09 11:30:18.245475 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:30:18.525806 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 41360) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:18.647900 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1c9f38c0-913b-4066-bc8d-7463013f0464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:18.729582 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8da66c43-1831-4dd2-b274-890d5b14c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:18.738825 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8da66c43-1831-4dd2-b274-890d5b14c9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:18.746542 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8da66c43-1831-4dd2-b274-890d5b14c9ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/220b8551-95d5-4732-bd67-281212d13fc1 HTTP/1.1" status: 204 len: 168 time: 1.1124771 Aug 09 11:30:18.792429 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da66c43-1831-4dd2-b274-890d5b14c9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b8551-95d5-4732-bd67-281212d13fc1,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:18.817010 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-384145e1-5347-4243-895f-800828bbf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:18.819895 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-384145e1-5347-4243-895f-800828bbf85c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 1098 time: 0.6467786 Aug 09 11:30:18.854844 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6776e34a-1cd4-4e19-9d7a-aead9699d6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:18.978217 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:16Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:18.979592 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-4e91d859-7eb1-48c3-b9ec-924ea0dd3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:18.985874 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-4e91d859-7eb1-48c3-b9ec-924ea0dd3400 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.1539891 Aug 09 11:30:19.070117 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:30:19.105815 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:30:19.106536 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:30:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:19.156896 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6776e34a-1cd4-4e19-9d7a-aead9699d6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:19.213735 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8fc280f5-9f0c-45bf-bc94-7fbeb36f76bb req-c0b1c1b1-3ba0-4391-9119-96aeecbc637e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0591493 Aug 09 11:30:19.216544 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6776e34a-1cd4-4e19-9d7a-aead9699d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:19.274121 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-6776e34a-1cd4-4e19-9d7a-aead9699d6a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e1347177564493e9365af773ad450ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468281 Aug 09 11:30:19.283183 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 41382) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:19.284800 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-b932cfe1-b6d0-4379-a89f-28df771b8e29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776ec44b-6631-4946-988a-3cb26973a530 HTTP/1.1" status: 200 len: 999 time: 0.2923253 Aug 09 11:30:19.287126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-763ce0b4-1a51-4d77-b702-af4ad7caa353 req-edc2fbe3-2a1f-46e7-b986-b39fd2c97e41 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.0520539 Aug 09 11:30:19.321616 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776e34a-1cd4-4e19-9d7a-aead9699d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a9d5b5-3641-4f8b-ad58-779ce7d056a8,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:19.414586 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-84a3fbe0-1903-4678-ac3e-409720e8a079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:19.416932 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:30:19.450689 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-84a3fbe0-1903-4678-ac3e-409720e8a079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:19.509018 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-84a3fbe0-1903-4678-ac3e-409720e8a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:19.513447 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-84a3fbe0-1903-4678-ac3e-409720e8a079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:19.523648 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-84a3fbe0-1903-4678-ac3e-409720e8a079 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24a9d5b5-3641-4f8b-ad58-779ce7d056a8 HTTP/1.1" status: 204 len: 168 time: 0.2300200 Aug 09 11:30:19.536694 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3fbe0-1903-4678-ac3e-409720e8a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a9d5b5-3641-4f8b-ad58-779ce7d056a8,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:19.776718 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:16Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:19.832219 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c4e56-51e4-4862-b038-ea6bd96f056a None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:16Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:30:20.043162 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:20.164736 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66dcf2-2b32-4f44-abc2-a3065f2c54e7 None None] New status for floating IP 28b8324a-4d31-4b45-bffa-6608255f5bf9: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:30:20.466069 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-08c39d6b-f669-4255-8fc5-9c28205a7a43 req-58dae245-81d9-474c-9d2e-7ff1197128ac tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0909097 Aug 09 11:30:20.547942 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-187a9ef4-2374-4fa0-8190-fad151f0c103 req-edda0202-e58b-4add-8547-68c81e001aa8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.0760093 Aug 09 11:30:21.310039 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-391cfcee-9bfe-4084-87dd-aa8e4b8361a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:21.311668 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-391cfcee-9bfe-4084-87dd-aa8e4b8361a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0473154 Aug 09 11:30:21.356013 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:21.542176 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-571a1ad0-c6ac-4771-a3d3-c55184112aa8 req-7e9459cb-0e15-436c-b451-08936092de9c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0274644 Aug 09 11:30:21.601557 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:21.643633 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2822d64e-caa1-476b-b9d9-710de6b78bc4 req-64b18b6b-ee7f-4811-9cbd-9603746b2c3b tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 09 11:30:22.309691 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-c4e19013-260e-4819-9938-d33b03483459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:22.311338 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-c4e19013-260e-4819-9938-d33b03483459 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428259 Aug 09 11:30:22.638439 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-50a3545b-d072-4d12-984e-b24c8dd80cbe req-d781d606-06c2-43c3-8a5a-d31897ac37e1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0259480 Aug 09 11:30:22.742870 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d9bd398-81d8-48d0-9e0f-5e95008285f0 req-fa60e848-6431-4adb-9304-8c3ef899f1e0 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.0252898 Aug 09 11:30:23.736087 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-95d1bbfa-c9bb-4a57-85c5-8bcd75bf1419 req-73a09744-ad71-48f8-98b4-1d24831f5fcd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0250823 Aug 09 11:30:23.841472 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2644b912-8863-414b-ac32-15ab67bec773 req-c94bc303-f149-47ca-a5b2-09ae87c28caf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.0288455 Aug 09 11:30:24.005908 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-7792e630-f098-40e4-9a9a-ae25381a2a83 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Aug 09 11:30:24.107590 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c10a454-b8dd-4d26-995c-1d908d6f11e9 req-a5731913-12c9-4d9c-8301-444f228c0481 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937181 Aug 09 11:30:24.703674 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-91506384-2d8a-4033-874b-b85bc16edcfb tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:24.705477 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-91506384-2d8a-4033-874b-b85bc16edcfb tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 815 time: 0.1598082 Aug 09 11:30:24.736172 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'port': {'device_id': '022e8713-f8a3-48de-801e-bb7881c9b258', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'admin_state_up': True, 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:24.853787 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-93597ed8-c333-42a8-80d4-ab76acc9cf97 req-ed4553e0-e724-44c7-ba5d-a92abb749c13 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0403562 Aug 09 11:30:24.978298 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bacd7f15-006f-4d69-8e10-843d6036452b req-412216d7-0c76-49c7-885d-affff8643b26 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 210 time: 0.0339689 Aug 09 11:30:25.015449 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Made reservation on behalf of 840382b6d7ed4cb6adaec599476d86c1 for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:30:25.020069 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:25.195266 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Allocated IP 172.20.0.6 (c7052701-9e01-4b2d-bcd3-15386da422fe/91544fcc-ed63-49dd-be31-9ae1caeca3fe/c5609edf-ae5e-49b2-8e9c-07ab826a0437) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:30:25.341895 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-e2d80db8-1479-46c5-8812-b5707ca75129 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:25.343725 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-e2d80db8-1479-46c5-8812-b5707ca75129 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 818 time: 0.1657808 Aug 09 11:30:25.421552 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:25.448825 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-2f0d5c99-1da2-40a2-ad6f-96348aa5627c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3232652c05144e83bf14dfe46098c64e HTTP/1.1" status: 200 len: 379 time: 0.0576394 Aug 09 11:30:25.470167 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:25.477328 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'port': {'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'admin_state_up': True, 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'security_groups': ['ae85040d-801c-40a9-a68d-f91587fa3d32']}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:25.516210 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Network c7052701-9e01-4b2d-bcd3-15386da422fe is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:30:25.613754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:30:25.621537 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:25.625102 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:30:25.732689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:25.743088 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:25.767264 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Made reservation on behalf of 3232652c05144e83bf14dfe46098c64e for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:30:25.771326 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:25.784758 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-39029fad-2594-4454-87b9-968d413c0112 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628002 Aug 09 11:30:25.821234 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Request body: {'port': {'device_id': '022e8713-f8a3-48de-801e-bb7881c9b258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:25.985607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.044084 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-41cb4903-94d0-4338-ac50-13ecc690dd9b req-d1df2ac8-7934-40d3-bf01-bffaa24c0bc7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0957303 Aug 09 11:30:26.161280 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-412de38a-bfc9-46e6-b945-f78926f0467b None None] Provisioning complete for port c5609edf-ae5e-49b2-8e9c-07ab826a0437 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:26.164158 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-412de38a-bfc9-46e6-b945-f78926f0467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.209112 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-412de38a-bfc9-46e6-b945-f78926f0467b None None] Port c5609edf-ae5e-49b2-8e9c-07ab826a0437 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:30:26.209821 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Allocated IP 172.20.0.12 (d13d7197-8c45-4a21-9b67-770747b42894/eab8928e-7029-4d24-97bc-20edd60d0c3b/bcbfb9fa-d5cc-43c8-a58c-31552fb62145) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:30:26.501138 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb6d6-3a49-42b8-8f71-cc7f547a294a req-06fad9bb-741f-4b84-b610-ebfbcf598600 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:26.531776 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5dabb6d6-3a49-42b8-8f71-cc7f547a294a req-06fad9bb-741f-4b84-b610-ebfbcf598600 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 931 time: 0.3346462 Aug 09 11:30:26.606786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.692568 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.706650 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5dabb6d6-3a49-42b8-8f71-cc7f547a294a req-8af00c49-f481-4793-839b-ee9e74e551e8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704030 Aug 09 11:30:26.751146 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Network d13d7197-8c45-4a21-9b67-770747b42894 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:30:26.754811 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:30:26.759077 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:30:26.795362 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5609edf-ae5e-49b2-8e9c-07ab826a0437 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:30:26.814725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.828433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Transition to ACTIVE for port object c5609edf-ae5e-49b2-8e9c-07ab826a0437 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:30:26.833036 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.845925 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event updated for resources: {'Port': ['ID=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:26.884367 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:26.944601 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:26.946731 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:26.986005 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Attempting to bind port c5609edf-ae5e-49b2-8e9c-07ab826a0437 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:30:26.986580 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Attempting to bind port c5609edf-ae5e-49b2-8e9c-07ab826a0437 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:30:26.986743 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Attempting to bind port c5609edf-ae5e-49b2-8e9c-07ab826a0437 on network c7052701-9e01-4b2d-bcd3-15386da422fe {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:30:26.988837 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-b0c3d00e-429c-439b-97eb-68dae74fee7f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5172405 Aug 09 11:30:27.001818 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Port c5609edf-ae5e-49b2-8e9c-07ab826a0437 on network c7052701-9e01-4b2d-bcd3-15386da422fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:30:27.001818 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Attempting to bind port c5609edf-ae5e-49b2-8e9c-07ab826a0437 on network c7052701-9e01-4b2d-bcd3-15386da422fe {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:30:27.008057 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:30:27.008294 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Checking segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:30:27.009001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Bound using segment: {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:30:27.009778 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Bound port: c5609edf-ae5e-49b2-8e9c-07ab826a0437, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a81eb4a-92f0-412c-938e-e0d56fc8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:30:27.010274 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:27.110249 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Request body: {'port': {'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:30:27.126763 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:30:27.131132 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:30:27.140334 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:27.155436 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:27.156072 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:27.157487 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-34c81d39-445e-4031-8f98-0b171393353b service neutron] 10.222.0.43 "PUT /v2.0/ports/c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 1093 time: 1.3528774 Aug 09 11:30:27.159686 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:30:27.161970 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fca48e2-a993-4b2d-a009-379c6919743b" -d '{"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:30:27.243135 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:27.256019 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-76ab9124-a0bb-42f1-bc4f-52946a0ad1fa None None] Provisioning complete for port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:30:27.285588 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c81d39-445e-4031-8f98-0b171393353b service neutron] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:27.287170 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-76ab9124-a0bb-42f1-bc4f-52946a0ad1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:27.303650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a3f739-318a-49e2-bfe9-8742132416fc x-openstack-request-id: req-c6a3f739-318a-49e2-bfe9-8742132416fc {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:30:27.303936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:30:27.307118 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6a3f739-318a-49e2-bfe9-8742132416fc {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:30:27.307695 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a3f739-318a-49e2-bfe9-8742132416fc'] response: {'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'status': 'completed', 'code': 200} Aug 09 11:30:27.369296 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-76ab9124-a0bb-42f1-bc4f-52946a0ad1fa None None] Port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:30:27.422254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-a7c61ad5-8af5-4733-925e-d0d71536d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:27.423815 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-a7c61ad5-8af5-4733-925e-d0d71536d889 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1096 time: 0.0858438 Aug 09 11:30:27.455879 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b194-6b25-4d2d-8217-d431155c5af4 req-81d4f3f5-4ace-4052-9372-694a0c1c9984 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:27.464418 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7b12b194-6b25-4d2d-8217-d431155c5af4 req-81d4f3f5-4ace-4052-9372-694a0c1c9984 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 932 time: 0.2031312 Aug 09 11:30:27.607679 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7b12b194-6b25-4d2d-8217-d431155c5af4 req-ecafab71-814a-48bb-b6c8-e3bf7a918329 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359811 Aug 09 11:30:27.969030 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbfb9fa-d5cc-43c8-a58c-31552fb62145 {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:30:27.976477 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d23b-4a8d-4e1b-9163-56f8f349394c req-35bca9a2-a842-4cc3-9b37-6cc2d90d6dfd tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:27.985965 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:27.986472 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0243d23b-4a8d-4e1b-9163-56f8f349394c req-35bca9a2-a842-4cc3-9b37-6cc2d90d6dfd tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0790286 Aug 09 11:30:28.016982 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Transition to ACTIVE for port object bcbfb9fa-d5cc-43c8-a58c-31552fb62145 will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:30:28.034367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:28.050407 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0243d23b-4a8d-4e1b-9163-56f8f349394c req-d3cabce1-efb8-4f83-bd30-04384df7c6e2 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562131 Aug 09 11:30:28.164691 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Pushing event updated for resources: {'Port': ['ID=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:28.199526 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Attempting to bind port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:30:28.200493 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Attempting to bind port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:30:28.201053 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Attempting to bind port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:30:28.205305 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 on network d13d7197-8c45-4a21-9b67-770747b42894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:30:28.205627 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Attempting to bind port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 on network d13d7197-8c45-4a21-9b67-770747b42894 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:30:28.210660 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:30:28.210996 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Checking segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:30:28.211373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Bound using segment: {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:30:28.211795 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Bound port: bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cb366d-9972-4ce1-827b-18cbc5254373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:30:28.212165 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:28.519837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] For port bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:30:28.522801 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] For port bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:30:28.527807 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:28.533245 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:28.533881 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:28.535259 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] 10.222.0.43 "PUT /v2.0/ports/bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 1094 time: 1.4358239 Aug 09 11:30:28.535685 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:30:28.537902 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6782e15-9217-44cb-8f49-818dc9dff9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:30:28.575212 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09407ec6-f753-4712-819d-b347324608ab x-openstack-request-id: req-09407ec6-f753-4712-819d-b347324608ab {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:30:28.575626 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:30:28.575878 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09407ec6-f753-4712-819d-b347324608ab {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:30:28.576270 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09407ec6-f753-4712-819d-b347324608ab'] response: {'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'status': 'completed', 'code': 200} Aug 09 11:30:28.585351 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e47d8a-81f2-46ba-b962-75f87250248a service neutron] Pushing event updated for resources: {'Port': ['ID=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:30:28.727393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa7909-0e7c-49d1-bad8-d32c1723a7a5 req-a24ea758-6afc-40cf-8d21-af91fa90ffac tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:28.728843 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-49aa7909-0e7c-49d1-bad8-d32c1723a7a5 req-a24ea758-6afc-40cf-8d21-af91fa90ffac tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0507989 Aug 09 11:30:28.768196 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-49aa7909-0e7c-49d1-bad8-d32c1723a7a5 req-0879c0af-89a7-436e-8030-866dab019910 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Aug 09 11:30:29.159324 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f96a-4334-4d27-82a0-605fd26023f1 req-aec9bfb2-673a-4895-a6cb-1a24c2efec03 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:29.160809 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6d28f96a-4334-4d27-82a0-605fd26023f1 req-aec9bfb2-673a-4895-a6cb-1a24c2efec03 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0482419 Aug 09 11:30:29.196954 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6d28f96a-4334-4d27-82a0-605fd26023f1 req-c6101f80-df66-4400-9833-eb785e4be393 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302145 Aug 09 11:30:29.634456 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:30:29.887361 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12802093-cd72-4ba9-89c9-79be1f989667 req-edd336b1-832a-4fa2-b009-45bb9c770ad1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:29.889344 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-12802093-cd72-4ba9-89c9-79be1f989667 req-edd336b1-832a-4fa2-b009-45bb9c770ad1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0511086 Aug 09 11:30:29.927250 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-12802093-cd72-4ba9-89c9-79be1f989667 req-39a8eb4f-5914-45ee-bac6-9c48766cdba6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Aug 09 11:30:30.320111 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429f0d0-1103-4f5e-beac-667036ce88e1 req-354c8edc-354a-44d9-aafa-2b9088560906 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:30.321598 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9429f0d0-1103-4f5e-beac-667036ce88e1 req-354c8edc-354a-44d9-aafa-2b9088560906 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0528708 Aug 09 11:30:30.337228 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:30.362157 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9429f0d0-1103-4f5e-beac-667036ce88e1 req-fef4b042-d02c-46c8-b0b1-9782201547b1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Aug 09 11:30:31.061239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53c7c1-8845-4e89-bd4b-7c94826eb894 req-401f5c98-ebbf-45eb-8fee-e86d2637afd6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:31.062756 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9f53c7c1-8845-4e89-bd4b-7c94826eb894 req-401f5c98-ebbf-45eb-8fee-e86d2637afd6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0621750 Aug 09 11:30:31.101816 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9f53c7c1-8845-4e89-bd4b-7c94826eb894 req-45a4c9ae-0244-43c4-a406-d8306081d878 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330005 Aug 09 11:30:31.484375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b353a-f435-40be-8ca5-0de76feecf82 req-5d84b0c2-4f2f-4d6f-b05a-94e8af211f80 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:31.487228 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e89b353a-f435-40be-8ca5-0de76feecf82 req-5d84b0c2-4f2f-4d6f-b05a-94e8af211f80 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0520182 Aug 09 11:30:31.524032 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e89b353a-f435-40be-8ca5-0de76feecf82 req-a2d84e02-c538-4cf8-8584-b807cd691113 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Aug 09 11:30:32.310587 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffb3fa-0fc1-43e7-9fde-3b6ee1093ab5 req-70c8e03b-39d2-4d12-99b4-af023eea8092 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:32.313269 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92ffb3fa-0fc1-43e7-9fde-3b6ee1093ab5 req-70c8e03b-39d2-4d12-99b4-af023eea8092 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0816264 Aug 09 11:30:32.400157 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92ffb3fa-0fc1-43e7-9fde-3b6ee1093ab5 req-0a586d9f-1d82-4731-9ee4-08e0e196d9ac tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680504 Aug 09 11:30:32.766962 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7e384-674a-4986-bf85-ab4470539348 req-baa5bb37-e694-4cca-a5d8-b863d5ff040a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:32.777059 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c2c7e384-674a-4986-bf85-ab4470539348 req-baa5bb37-e694-4cca-a5d8-b863d5ff040a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0969987 Aug 09 11:30:32.872245 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c2c7e384-674a-4986-bf85-ab4470539348 req-de22e351-8f11-4917-a00e-fafb258ab061 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937650 Aug 09 11:30:33.584222 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85cbd0-8ae0-4d71-b43d-16334514d107 req-8eb952ee-68c6-4a30-9e57-81a40f0a1c0e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:33.585730 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dc85cbd0-8ae0-4d71-b43d-16334514d107 req-8eb952ee-68c6-4a30-9e57-81a40f0a1c0e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0643859 Aug 09 11:30:33.637558 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dc85cbd0-8ae0-4d71-b43d-16334514d107 req-24ff711d-591c-402e-ac20-4d99b737a90e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414240 Aug 09 11:30:34.042701 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fda2e-5107-4283-9c75-849e53f1c523 req-bf5c98d2-9eba-44d2-82c8-88aa45bfa42e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:34.045083 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-426fda2e-5107-4283-9c75-849e53f1c523 req-bf5c98d2-9eba-44d2-82c8-88aa45bfa42e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0755367 Aug 09 11:30:34.116282 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-426fda2e-5107-4283-9c75-849e53f1c523 req-fe216fb6-cd24-42c9-9e41-5c7921578d19 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569022 Aug 09 11:30:34.834725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792a87-a7ad-45fc-ba1f-116e437a5303 req-280e4bdf-e03d-4658-8d5d-b64b6454ff5a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:34.836949 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-55792a87-a7ad-45fc-ba1f-116e437a5303 req-280e4bdf-e03d-4658-8d5d-b64b6454ff5a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0999510 Aug 09 11:30:34.913006 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-55792a87-a7ad-45fc-ba1f-116e437a5303 req-b154db1a-0c44-4cb8-bdb0-b87ffec0bf0a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626135 Aug 09 11:30:35.299611 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a434e-b3dc-40cb-bb8a-2ee1a0ab1d61 req-f1cbc483-a6a2-4e7e-9e16-42c0c8d80a90 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:35.307834 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5a5a434e-b3dc-40cb-bb8a-2ee1a0ab1d61 req-f1cbc483-a6a2-4e7e-9e16-42c0c8d80a90 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0741997 Aug 09 11:30:35.385923 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5a5a434e-b3dc-40cb-bb8a-2ee1a0ab1d61 req-15b7c29c-cdfc-4879-978a-e603bd9e7038 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769317 Aug 09 11:30:36.079717 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c768fd5-564c-4505-ad7f-0ec2b30edc12 req-d145eab1-5bbf-49b1-ab36-ce21119d5ccf tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:36.087529 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9c768fd5-564c-4505-ad7f-0ec2b30edc12 req-d145eab1-5bbf-49b1-ab36-ce21119d5ccf tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0841806 Aug 09 11:30:36.222829 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9c768fd5-564c-4505-ad7f-0ec2b30edc12 req-f5272716-a114-45fd-9b48-d9a5be570ea6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342454 Aug 09 11:30:36.564726 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab924-834e-4de9-a59c-b7304f3e63bb req-ea3c0428-da67-485c-a1aa-221d506fe820 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:36.569605 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-36dab924-834e-4de9-a59c-b7304f3e63bb req-ea3c0428-da67-485c-a1aa-221d506fe820 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0833502 Aug 09 11:30:36.638502 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-36dab924-834e-4de9-a59c-b7304f3e63bb req-afadafb9-61b7-441b-a7f3-b359c386f590 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552986 Aug 09 11:30:37.413534 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37c99-7466-4a45-8f8b-68531ca4385d req-d25e07ec-9600-4688-8f4b-7ced944b20a0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:37.418064 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e1c37c99-7466-4a45-8f8b-68531ca4385d req-d25e07ec-9600-4688-8f4b-7ced944b20a0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0946126 Aug 09 11:30:37.496934 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e1c37c99-7466-4a45-8f8b-68531ca4385d req-97524881-2640-4ecc-8947-112571c8646a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622275 Aug 09 11:30:37.883100 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc58e4f-99d6-4b78-a57d-104fabf6358c req-04b8dbc4-453f-4d76-b532-0e60c82848f7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:37.892912 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8dc58e4f-99d6-4b78-a57d-104fabf6358c req-04b8dbc4-453f-4d76-b532-0e60c82848f7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0906448 Aug 09 11:30:37.945598 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8dc58e4f-99d6-4b78-a57d-104fabf6358c req-b678d4b2-ae73-40ed-a550-47d1cf328980 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515208 Aug 09 11:30:38.627391 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99a4db-8883-4c77-8a95-71902934a4ab req-23e6764b-9a9e-4a8f-95df-8c9d80850ab4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:38.628875 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1b99a4db-8883-4c77-8a95-71902934a4ab req-23e6764b-9a9e-4a8f-95df-8c9d80850ab4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0498838 Aug 09 11:30:38.666357 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1b99a4db-8883-4c77-8a95-71902934a4ab req-aebde7f3-7d63-44f9-9f69-3ee6e92a1a67 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Aug 09 11:30:39.087543 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a43ea-407c-48f5-b011-a62641845a78 req-b605ddd2-72cb-44e1-aafc-929db1309ad8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:39.089008 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f72a43ea-407c-48f5-b011-a62641845a78 req-b605ddd2-72cb-44e1-aafc-929db1309ad8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0493948 Aug 09 11:30:39.126123 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f72a43ea-407c-48f5-b011-a62641845a78 req-a1cb857f-dd66-4b20-b4ea-0f321cd4c1f0 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Aug 09 11:30:39.796094 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab99f8-6f6c-4f34-970c-42db534e468e req-88b7bb2b-a231-4bd6-9e72-3df9867ef5c5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:39.797586 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fab99f8-6f6c-4f34-970c-42db534e468e req-88b7bb2b-a231-4bd6-9e72-3df9867ef5c5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0573330 Aug 09 11:30:39.836549 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fab99f8-6f6c-4f34-970c-42db534e468e req-f414aef1-3684-495b-93d6-667f720f2376 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Aug 09 11:30:40.242007 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d52cd-27dc-49a8-9757-e7dc5268ec88 req-530eed89-9904-4c45-b3cf-885475073426 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:40.243494 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bb9d52cd-27dc-49a8-9757-e7dc5268ec88 req-530eed89-9904-4c45-b3cf-885475073426 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0489347 Aug 09 11:30:40.281115 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bb9d52cd-27dc-49a8-9757-e7dc5268ec88 req-7d0bfa24-d466-4354-be5e-67f55c771fb2 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 09 11:30:40.955181 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a452a6-9a02-42b6-adf7-186cead2169c req-7e9b435d-75e6-47a0-b7bb-9a84e5d655b2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:40.956643 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f5a452a6-9a02-42b6-adf7-186cead2169c req-7e9b435d-75e6-47a0-b7bb-9a84e5d655b2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0472383 Aug 09 11:30:40.993531 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f5a452a6-9a02-42b6-adf7-186cead2169c req-0746007c-cdd6-45c5-9dbc-0cf8b89250d1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Aug 09 11:30:41.413144 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2475d84-52b7-4ded-9ec2-711fe66b8ca7 req-b6175f52-0be5-4df4-b387-73ac2bd9cea3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:41.414842 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b2475d84-52b7-4ded-9ec2-711fe66b8ca7 req-b6175f52-0be5-4df4-b387-73ac2bd9cea3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0650821 Aug 09 11:30:41.478812 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b2475d84-52b7-4ded-9ec2-711fe66b8ca7 req-0335a28f-750b-40a9-bd06-4091c724f76a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535333 Aug 09 11:30:42.116474 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50833979-6668-4b56-96e0-5507b56a3828 req-cc549065-f67c-426d-9f84-20e002b0d415 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:42.118091 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50833979-6668-4b56-96e0-5507b56a3828 req-cc549065-f67c-426d-9f84-20e002b0d415 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0501308 Aug 09 11:30:42.155769 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50833979-6668-4b56-96e0-5507b56a3828 req-d24dd175-c6c7-49e9-b5ce-37a2f2650326 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Aug 09 11:30:42.599084 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008ac9a-5612-472f-b629-6f5cc52538ec req-b081333b-5eb6-4d8d-ac52-01983f65ae88 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:42.600576 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9008ac9a-5612-472f-b629-6f5cc52538ec req-b081333b-5eb6-4d8d-ac52-01983f65ae88 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0492682 Aug 09 11:30:42.640453 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9008ac9a-5612-472f-b629-6f5cc52538ec req-b53e6460-5899-4b8f-a6e2-321e80cc2b38 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Aug 09 11:30:43.275485 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca3ed-d59b-4eb7-b98a-379ee7809351 req-05cd5457-f90b-46fa-88ee-ad617040c26d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:43.276971 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f12ca3ed-d59b-4eb7-b98a-379ee7809351 req-05cd5457-f90b-46fa-88ee-ad617040c26d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0514104 Aug 09 11:30:43.313539 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f12ca3ed-d59b-4eb7-b98a-379ee7809351 req-8e83107f-a762-4e09-a089-b428ac56b9f8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301373 Aug 09 11:30:43.757120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbebb93-527b-4af6-a666-4f1b78691def req-0632cf54-623c-4696-8571-369c006f85ec tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:43.758603 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdbebb93-527b-4af6-a666-4f1b78691def req-0632cf54-623c-4696-8571-369c006f85ec tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0481555 Aug 09 11:30:43.795649 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdbebb93-527b-4af6-a666-4f1b78691def req-847ccd23-a9c2-44fb-9416-cdaa9fc6de45 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Aug 09 11:30:44.428058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1794b-df43-4c00-ba36-835e0d3a6157 req-1953171c-bb90-4602-840b-a494e9b9e977 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:44.429519 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31c1794b-df43-4c00-ba36-835e0d3a6157 req-1953171c-bb90-4602-840b-a494e9b9e977 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0478163 Aug 09 11:30:44.466423 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31c1794b-df43-4c00-ba36-835e0d3a6157 req-1b0f7f15-0099-4465-84b3-5372e7331f3b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309262 Aug 09 11:30:44.943022 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef55381-dc1b-415c-9a58-23a731cc12ed req-838e14c4-2ec1-4104-8698-ad2bffb3f4b8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:44.944460 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8ef55381-dc1b-415c-9a58-23a731cc12ed req-838e14c4-2ec1-4104-8698-ad2bffb3f4b8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0713048 Aug 09 11:30:44.984750 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8ef55381-dc1b-415c-9a58-23a731cc12ed req-6ccd4e23-3661-47af-934c-a64a2ef88908 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Aug 09 11:30:45.585668 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c5572-02ba-4483-9562-e472b380a550 req-28219545-9942-47c1-878a-04213927188f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:45.587259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1a3c5572-02ba-4483-9562-e472b380a550 req-28219545-9942-47c1-878a-04213927188f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0508802 Aug 09 11:30:45.626641 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1a3c5572-02ba-4483-9562-e472b380a550 req-4ef7282c-762f-4263-a67a-96371399f6ee tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Aug 09 11:30:46.102624 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811ddb5-18ab-4ae9-8319-f9da08b2bd1d req-6c718df7-5345-41a7-858e-a4c3d8dd0cf7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:46.104077 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1811ddb5-18ab-4ae9-8319-f9da08b2bd1d req-6c718df7-5345-41a7-858e-a4c3d8dd0cf7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0493894 Aug 09 11:30:46.141775 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1811ddb5-18ab-4ae9-8319-f9da08b2bd1d req-3d485493-bbc0-4ba4-9279-4926afbb88b3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309057 Aug 09 11:30:46.320740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1799a782-f76d-4e58-a95a-788fed2b5cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:46.754894 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65a394-a9c6-439f-8a0a-e15afd4f8854 req-c56750e3-29a6-4a56-a9d3-c1270847d28c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:46.756456 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9c65a394-a9c6-439f-8a0a-e15afd4f8854 req-c56750e3-29a6-4a56-a9d3-c1270847d28c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0537550 Aug 09 11:30:46.796499 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9c65a394-a9c6-439f-8a0a-e15afd4f8854 req-43c0c197-5920-46a3-857d-8f5c135d07d8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Aug 09 11:30:47.259607 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027f31-3ffd-4ec0-89c2-37b42c11d123 req-28773e27-ee7a-4b4c-8fb7-1035f65a0aa6 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:47.261047 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-aa027f31-3ffd-4ec0-89c2-37b42c11d123 req-28773e27-ee7a-4b4c-8fb7-1035f65a0aa6 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0488102 Aug 09 11:30:47.297749 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-aa027f31-3ffd-4ec0-89c2-37b42c11d123 req-2338031d-b3cc-4f01-aa11-3dadb4861b3e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Aug 09 11:30:47.924900 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdb81f-487d-4776-aba2-add467a19a15 req-64a3673a-700a-4a81-bde1-77fed5edc571 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:47.926463 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8acdb81f-487d-4776-aba2-add467a19a15 req-64a3673a-700a-4a81-bde1-77fed5edc571 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0585401 Aug 09 11:30:47.968839 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8acdb81f-487d-4776-aba2-add467a19a15 req-14245336-3719-4e27-9d9b-bc637aabc9c4 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356026 Aug 09 11:30:48.419046 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267b91a-b6d2-4862-87f6-a2a3e77689ec req-169bffa2-bd33-47e2-ad47-6fea4d0d285d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:48.420509 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9267b91a-b6d2-4862-87f6-a2a3e77689ec req-169bffa2-bd33-47e2-ad47-6fea4d0d285d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0521567 Aug 09 11:30:48.457283 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9267b91a-b6d2-4862-87f6-a2a3e77689ec req-181d8ae0-f5bd-49ce-be27-b4407bead582 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Aug 09 11:30:48.610419 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-991145df-a6d8-4474-985f-76d49659c37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:49.107318 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b0f4d-61bb-426f-9d7b-f8f8830fe890 req-3b0b38fc-c6fd-478e-a8a6-f92900ebed91 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:49.108943 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-867b0f4d-61bb-426f-9d7b-f8f8830fe890 req-3b0b38fc-c6fd-478e-a8a6-f92900ebed91 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0569139 Aug 09 11:30:49.147732 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-867b0f4d-61bb-426f-9d7b-f8f8830fe890 req-20c7cb66-9baa-420a-999c-a541e0e2f964 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Aug 09 11:30:49.571752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0902ac-2f15-40d3-8343-36f4dd0e1900 req-0a0b70d1-a799-4398-846c-8107b2995e69 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:49.573199 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ce0902ac-2f15-40d3-8343-36f4dd0e1900 req-0a0b70d1-a799-4398-846c-8107b2995e69 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0478921 Aug 09 11:30:49.610277 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ce0902ac-2f15-40d3-8343-36f4dd0e1900 req-10abeaef-cf3b-4d1b-baa7-e442fa497564 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305848 Aug 09 11:30:50.006309 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:50.268844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70cdb2-5938-49a2-a093-332cdc13ed3f req-8e09f51f-9dda-44ef-8fc5-6eabf713a647 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:50.270285 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6e70cdb2-5938-49a2-a093-332cdc13ed3f req-8e09f51f-9dda-44ef-8fc5-6eabf713a647 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0504692 Aug 09 11:30:50.305711 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6e70cdb2-5938-49a2-a093-332cdc13ed3f req-6bdd7be4-1a28-4946-898d-78ee3e733343 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295084 Aug 09 11:30:50.726382 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e7e6b-8f72-4ad8-8cd9-81e700b6238f req-e8fe35bc-0c33-408d-a42f-5f820e3f4183 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:50.727861 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b91e7e6b-8f72-4ad8-8cd9-81e700b6238f req-e8fe35bc-0c33-408d-a42f-5f820e3f4183 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0499830 Aug 09 11:30:50.764433 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b91e7e6b-8f72-4ad8-8cd9-81e700b6238f req-b1ddcc53-4f73-498a-8c38-434bd6f116dd tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Aug 09 11:30:51.358742 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:51.425275 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f35b-b9bc-4016-ac89-2f177f38608e req-2b74187d-fc59-43ef-941d-e08b308ed532 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:51.426777 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0158f35b-b9bc-4016-ac89-2f177f38608e req-2b74187d-fc59-43ef-941d-e08b308ed532 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0488784 Aug 09 11:30:51.463376 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0158f35b-b9bc-4016-ac89-2f177f38608e req-5ea17fe4-10a4-45c0-8391-b319951bc939 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Aug 09 11:30:51.606182 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:51.882973 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325bdee-3930-4da8-b096-1a098c5b0973 req-a294aa8c-06a7-4aec-bf32-2f328e92db31 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:51.884329 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9325bdee-3930-4da8-b096-1a098c5b0973 req-a294aa8c-06a7-4aec-bf32-2f328e92db31 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0523171 Aug 09 11:30:51.921594 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9325bdee-3930-4da8-b096-1a098c5b0973 req-7761533b-c32e-46cf-9f85-6e2a434e7fc8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Aug 09 11:30:52.581182 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7575ff-d9cd-4287-bb57-064f9818a036 req-bcdf6c24-2c83-4e7e-8920-533d3e9912ab tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:52.583859 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8c7575ff-d9cd-4287-bb57-064f9818a036 req-bcdf6c24-2c83-4e7e-8920-533d3e9912ab tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0492208 Aug 09 11:30:52.634938 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8c7575ff-d9cd-4287-bb57-064f9818a036 req-18ccd6ed-e8f0-4a53-a897-849fc23916be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358455 Aug 09 11:30:53.063284 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb45d61-2593-4b22-b389-f6a16a99f19f req-6668aaff-9443-4d75-a7d7-ad1c22f3bb02 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:53.064943 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4cb45d61-2593-4b22-b389-f6a16a99f19f req-6668aaff-9443-4d75-a7d7-ad1c22f3bb02 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0742092 Aug 09 11:30:53.105838 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4cb45d61-2593-4b22-b389-f6a16a99f19f req-d8852b93-90ac-4da0-ab39-cb671e65a158 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327828 Aug 09 11:30:53.760585 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48ebb8-1ba4-41cf-a4b4-19e928c67bfe req-8e99c75e-9a61-496a-8059-91d0c9a8ace3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:53.762525 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d48ebb8-1ba4-41cf-a4b4-19e928c67bfe req-8e99c75e-9a61-496a-8059-91d0c9a8ace3 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0569291 Aug 09 11:30:53.801250 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d48ebb8-1ba4-41cf-a4b4-19e928c67bfe req-c5fb53b6-db34-4c06-9578-f4fdafe6eccd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330589 Aug 09 11:30:54.222487 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ff08-0ea2-4306-be99-9500b54ed4d2 req-28b72424-4eff-4eab-a2cb-e3d089e14732 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:54.223936 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-45d4ff08-0ea2-4306-be99-9500b54ed4d2 req-28b72424-4eff-4eab-a2cb-e3d089e14732 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0490582 Aug 09 11:30:54.259879 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-45d4ff08-0ea2-4306-be99-9500b54ed4d2 req-16781839-02fc-4815-b9bd-933d4cdfa86a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301230 Aug 09 11:30:54.916124 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab5b7-b14f-4606-8b67-46ae1e2e4752 req-9504a336-4059-45ca-a7e5-8c6a60cd5949 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:54.917621 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2ddab5b7-b14f-4606-8b67-46ae1e2e4752 req-9504a336-4059-45ca-a7e5-8c6a60cd5949 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0481219 Aug 09 11:30:54.954491 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2ddab5b7-b14f-4606-8b67-46ae1e2e4752 req-1e674b46-3001-4ced-92fb-f21f92e4ada6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304182 Aug 09 11:30:55.379062 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e711186-c822-4065-9e11-60595af4779f req-47665a98-4864-4df8-b253-0763fa7fe5b7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:55.380446 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6e711186-c822-4065-9e11-60595af4779f req-47665a98-4864-4df8-b253-0763fa7fe5b7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0521548 Aug 09 11:30:55.416869 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6e711186-c822-4065-9e11-60595af4779f req-d5d6c3d8-5d5b-46ef-b07c-4917f8f7f08e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Aug 09 11:30:56.068959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5350-87f6-47e4-8631-f239a352b7db req-40b6d465-04b9-43e4-8d3e-aef9b092f798 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:56.070452 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-148d5350-87f6-47e4-8631-f239a352b7db req-40b6d465-04b9-43e4-8d3e-aef9b092f798 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0473475 Aug 09 11:30:56.107704 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-148d5350-87f6-47e4-8631-f239a352b7db req-b3fb4f05-d61a-4479-8044-661b61942419 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305080 Aug 09 11:30:56.532672 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919875e8-28db-414c-8c7a-c407cdd05b41 req-e074014b-a6bc-4fed-be23-93069c2b3f94 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:56.534152 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-919875e8-28db-414c-8c7a-c407cdd05b41 req-e074014b-a6bc-4fed-be23-93069c2b3f94 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0494664 Aug 09 11:30:56.569758 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-919875e8-28db-414c-8c7a-c407cdd05b41 req-86fa96ea-b6f2-4172-a3eb-329a5f966791 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297544 Aug 09 11:30:57.226162 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b740e56-2bd3-434b-a492-428f78f41220 req-990636a5-c149-48a5-bb78-332832b49c88 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:57.227606 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8b740e56-2bd3-434b-a492-428f78f41220 req-990636a5-c149-48a5-bb78-332832b49c88 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0510323 Aug 09 11:30:57.266377 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8b740e56-2bd3-434b-a492-428f78f41220 req-d6fc3008-f4c3-43ea-b72c-e9652d76ed04 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 09 11:30:57.684747 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755fea5-d604-4b22-a106-9904bd47fabf req-22e7b8db-6bb7-48a9-ab0d-10b1ee267e88 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:57.686256 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3755fea5-d604-4b22-a106-9904bd47fabf req-22e7b8db-6bb7-48a9-ab0d-10b1ee267e88 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0487068 Aug 09 11:30:57.726807 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3755fea5-d604-4b22-a106-9904bd47fabf req-bbefba6d-4fc2-4ec8-9132-84359781d2f9 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Aug 09 11:30:58.348087 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-bf150b30-42d4-4d98-901e-be5df2570814 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 217 time: 0.0444317 Aug 09 11:30:58.426174 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75deca5-be8a-41b3-b1bd-fc5d12d8f456 req-e478f6d5-b7fb-4ed4-b598-aa4aa120779b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.427683 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f75deca5-be8a-41b3-b1bd-fc5d12d8f456 req-e478f6d5-b7fb-4ed4-b598-aa4aa120779b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0825453 Aug 09 11:30:58.444714 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782e15-9217-44cb-8f49-818dc9dff9e9 req-613e14ea-ce7a-4c01-92f4-288e303daa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.446179 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e6782e15-9217-44cb-8f49-818dc9dff9e9 req-613e14ea-ce7a-4c01-92f4-288e303daa75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1097 time: 0.0465431 Aug 09 11:30:58.489895 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-d2aa5cec-d28b-4623-a700-c7954bc5ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.491332 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-d2aa5cec-d28b-4623-a700-c7954bc5ca9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.1029048 Aug 09 11:30:58.508045 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-71c13a7e-a26b-433a-b0d1-3dcc9f66242d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775492 Aug 09 11:30:58.511209 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f75deca5-be8a-41b3-b1bd-fc5d12d8f456 req-de48cb6b-771d-4f87-bbe7-21c2b73cef45 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676272 Aug 09 11:30:58.650604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43012-5347-41ff-928d-6de630be8a7f req-7e959305-3be3-4dfc-affd-39c24827dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.652120 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-7e959305-3be3-4dfc-affd-39c24827dc59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692456 Aug 09 11:30:58.660533 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-21eb63a6-f132-47dd-a7d5-288d7cf346ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.661931 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-21eb63a6-f132-47dd-a7d5-288d7cf346ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1098 time: 0.0537701 Aug 09 11:30:58.674468 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782e15-9217-44cb-8f49-818dc9dff9e9 req-e752f2a4-432a-4b2a-be2b-53f7d59abc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.676640 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e6782e15-9217-44cb-8f49-818dc9dff9e9 req-e752f2a4-432a-4b2a-be2b-53f7d59abc62 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3232652c05144e83bf14dfe46098c64e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0939758 Aug 09 11:30:58.785039 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782e15-9217-44cb-8f49-818dc9dff9e9 req-87eb5030-d949-4b99-b7fd-b6182297edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.786945 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e6782e15-9217-44cb-8f49-818dc9dff9e9 req-87eb5030-d949-4b99-b7fd-b6182297edc3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991955 Aug 09 11:30:58.813911 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-87e66ee9-6b17-40d4-93bc-4c0ab698deb8 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510305 Aug 09 11:30:58.830493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-f5044a4a-3388-4567-8b18-142bce4070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.831954 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-f5044a4a-3388-4567-8b18-142bce4070d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.1402783 Aug 09 11:30:58.856115 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b125b-4403-4d64-9179-4fbbf9905253 req-26e6c352-e987-4960-80b8-3b1a5dee347d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.857556 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d2b125b-4403-4d64-9179-4fbbf9905253 req-26e6c352-e987-4960-80b8-3b1a5dee347d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0502915 Aug 09 11:30:58.929492 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d2b125b-4403-4d64-9179-4fbbf9905253 req-89a95a91-8297-4978-b800-737fc4eb52fb tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 Aug 09 11:30:58.936169 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-cf51b3a1-781d-4430-8f91-a43eb7625c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:58.937628 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-cf51b3a1-781d-4430-8f91-a43eb7625c48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1097 time: 0.0569127 Aug 09 11:30:58.980126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-8dc27d58-b1ca-4fab-a145-1eb0681142ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 1001 time: 0.1159728 Aug 09 11:30:58.986283 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-1081cb03-2491-451e-9196-7cdbae11f255 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 217 time: 0.0344555 Aug 09 11:30:59.031321 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24d43012-5347-41ff-928d-6de630be8a7f req-4bdf8211-195e-4867-8283-0a7e0ba115a9 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613641 Aug 09 11:30:59.033544 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-64ebae32-826f-4c68-b3cc-c2e1bfbd8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.034991 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-64ebae32-826f-4c68-b3cc-c2e1bfbd8655 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0425987 Aug 09 11:30:59.041069 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-a25569d0-cdf9-4932-9d1a-bd3d07b2a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.042446 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-a25569d0-cdf9-4932-9d1a-bd3d07b2a753 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0560713 Aug 09 11:30:59.096001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-caec6192-a6c0-4d46-8554-1f578b3ed94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.097594 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-caec6192-a6c0-4d46-8554-1f578b3ed94a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430257 Aug 09 11:30:59.097727 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-83ae9f7c-ea60-4811-bb63-603226b90804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.099444 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-83ae9f7c-ea60-4811-bb63-603226b90804 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454388 Aug 09 11:30:59.207501 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-658f2591-7ec3-4724-926c-8be9c8a54611 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903327 Aug 09 11:30:59.308313 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2d37eb6a-3ad4-47b6-8421-df745ab430f2 req-4e518331-d457-4153-9666-20c9388e8289 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932665 Aug 09 11:30:59.435939 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca48e2-a993-4b2d-a009-379c6919743b req-184d8981-98cf-474c-a5af-c6eee8374bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.437608 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-184d8981-98cf-474c-a5af-c6eee8374bed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1096 time: 0.3185191 Aug 09 11:30:59.450549 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-86f77cd9-61d7-4c73-b532-904b384cd261 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386626 Aug 09 11:30:59.634659 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d2195-9abc-41e6-826f-af9c35a775a6 req-c913c7fb-8a07-4826-b38a-d35b03660851 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.636072 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d97d2195-9abc-41e6-826f-af9c35a775a6 req-c913c7fb-8a07-4826-b38a-d35b03660851 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0496109 Aug 09 11:30:59.673464 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d97d2195-9abc-41e6-826f-af9c35a775a6 req-f54b9fc9-d370-4c87-af48-8f1c162e56ea tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314081 Aug 09 11:30:59.951609 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca48e2-a993-4b2d-a009-379c6919743b req-38d176ac-01ca-446d-b8e7-c74b691905bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:30:59.953065 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-38d176ac-01ca-446d-b8e7-c74b691905bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 916 time: 0.1518805 Aug 09 11:30:59.954978 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-121d20ad-2428-4c3b-988e-ddd462574d3e req-674904cc-2fdd-474d-87b2-db58a3bd7735 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462798 Aug 09 11:31:00.048777 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbb6b-b9f2-4f22-b57c-56c28c2f7276 req-627573e0-5cd7-4a49-834a-e0e00dd0de83 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:00.050598 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2dfcbb6b-b9f2-4f22-b57c-56c28c2f7276 req-627573e0-5cd7-4a49-834a-e0e00dd0de83 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0506420 Aug 09 11:31:00.055909 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-33b57be8-f12b-4e48-9b84-edd879fcede7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 217 time: 0.0366662 Aug 09 11:31:00.090487 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2dfcbb6b-b9f2-4f22-b57c-56c28c2f7276 req-c232b454-1c67-44f9-9250-2e9027c8bf25 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Aug 09 11:31:00.127835 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca48e2-a993-4b2d-a009-379c6919743b req-ae1636f8-ee74-4455-b27c-7193f2fe7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:00.129311 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-ae1636f8-ee74-4455-b27c-7193f2fe7596 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.0433753 Aug 09 11:31:00.175309 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca48e2-a993-4b2d-a009-379c6919743b req-4ac82f31-7725-45a4-94c8-c32da3bcf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:00.176776 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-4ac82f31-7725-45a4-94c8-c32da3bcf78e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392897 Aug 09 11:31:00.268033 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-15810a60-cf94-45a7-807f-37a890a02c36 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Aug 09 11:31:00.356957 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:00.357935 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fca48e2-a993-4b2d-a009-379c6919743b req-4f9ad545-fd6e-4c06-9d6f-9031b543bd10 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825071 Aug 09 11:31:00.793371 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cafa64-48d4-4869-9b89-623bad1e3f3a req-b1995259-a68c-4777-b3e4-31e209c739f1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:00.795017 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c5cafa64-48d4-4869-9b89-623bad1e3f3a req-b1995259-a68c-4777-b3e4-31e209c739f1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0492320 Aug 09 11:31:00.847131 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c5cafa64-48d4-4869-9b89-623bad1e3f3a req-4b0e2385-8939-48a4-bc6e-f89aa9096599 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Aug 09 11:31:01.219659 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c30c9-320b-4c68-bcdb-29055e1e25c6 req-f5ad93a5-c383-4b3d-ae56-76d1ae95629a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:01.221105 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db0c30c9-320b-4c68-bcdb-29055e1e25c6 req-f5ad93a5-c383-4b3d-ae56-76d1ae95629a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Aug 09 11:31:01.259244 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db0c30c9-320b-4c68-bcdb-29055e1e25c6 req-82f07417-b054-46d9-bff4-c54022e4191e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 09 11:31:01.966594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86151bd-a5db-4c65-a202-418eaf2411dd req-f7a165ee-1c45-49c1-a12d-56ad58dfde4a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:01.968200 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a86151bd-a5db-4c65-a202-418eaf2411dd req-f7a165ee-1c45-49c1-a12d-56ad58dfde4a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0488086 Aug 09 11:31:02.007120 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a86151bd-a5db-4c65-a202-418eaf2411dd req-4fd8ab75-6ebb-4f22-9124-d7a1ccbb9066 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Aug 09 11:31:02.377193 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b9cfc-2d1c-41d7-b1db-98cec4f5b399 req-bb055a3d-711f-4a86-b5c4-df773613189b tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:02.378664 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3c7b9cfc-2d1c-41d7-b1db-98cec4f5b399 req-bb055a3d-711f-4a86-b5c4-df773613189b tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0512216 Aug 09 11:31:02.416456 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3c7b9cfc-2d1c-41d7-b1db-98cec4f5b399 req-05a0a94d-0d9c-445e-bd71-b271dfcf3f57 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 09 11:31:03.131602 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63bd3-dcc4-4453-a747-ad63e8a077c6 req-68b22b3c-8629-4175-8fa9-53ab16fb7fa2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:03.133068 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f7e63bd3-dcc4-4453-a747-ad63e8a077c6 req-68b22b3c-8629-4175-8fa9-53ab16fb7fa2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0518422 Aug 09 11:31:03.171978 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f7e63bd3-dcc4-4453-a747-ad63e8a077c6 req-505cb811-3fdf-4a27-adf6-650a2fbeebe5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Aug 09 11:31:03.537801 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57772a6-b078-468e-a76b-cc4deb723b62 req-e54e187a-33e7-40d3-9908-291dadd5baaf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:03.539263 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d57772a6-b078-468e-a76b-cc4deb723b62 req-e54e187a-33e7-40d3-9908-291dadd5baaf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0486994 Aug 09 11:31:03.575807 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d57772a6-b078-468e-a76b-cc4deb723b62 req-00da1308-576d-4df8-90b0-5ab45b37ef90 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304570 Aug 09 11:31:04.288316 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971149ec-ec10-48d0-a31b-912dc690c657 req-cef7c5e3-db07-439e-8bd7-55e484a6c24e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:04.289744 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-971149ec-ec10-48d0-a31b-912dc690c657 req-cef7c5e3-db07-439e-8bd7-55e484a6c24e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0476286 Aug 09 11:31:04.334347 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-971149ec-ec10-48d0-a31b-912dc690c657 req-40d430e1-d3fc-4d59-8302-3ab897d0f823 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379038 Aug 09 11:31:04.711354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399a0a2-8c3a-4322-93b1-c7fa1be0971d req-b2ef0db5-f835-43fa-97b4-3f6df1413c01 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:04.712835 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1399a0a2-8c3a-4322-93b1-c7fa1be0971d req-b2ef0db5-f835-43fa-97b4-3f6df1413c01 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0545657 Aug 09 11:31:04.755157 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1399a0a2-8c3a-4322-93b1-c7fa1be0971d req-880bdba4-a65f-4868-9921-fdfaf1c38d6a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Aug 09 11:31:05.454755 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe11fd-a117-4d37-a284-5bf186fb5802 req-d9722164-caac-42e7-998c-7a90bded33ea tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:05.456228 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aebe11fd-a117-4d37-a284-5bf186fb5802 req-d9722164-caac-42e7-998c-7a90bded33ea tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0497062 Aug 09 11:31:05.493834 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aebe11fd-a117-4d37-a284-5bf186fb5802 req-8c22ad74-1d03-4e3f-a72c-249f630f9032 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Aug 09 11:31:05.875949 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431725d9-895d-4b79-9bca-0926228117af req-6503bccf-67dd-47a1-8757-4de5c63b46ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:05.877389 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-431725d9-895d-4b79-9bca-0926228117af req-6503bccf-67dd-47a1-8757-4de5c63b46ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0521836 Aug 09 11:31:05.914384 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-431725d9-895d-4b79-9bca-0926228117af req-e36ded45-8d41-4aa7-9699-d079532c7eed tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310373 Aug 09 11:31:06.621624 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f1ce5-ae24-443c-9b11-840d2494dd28 req-b5a23a04-cffd-4e45-8e41-82567d911f3a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:06.623072 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-095f1ce5-ae24-443c-9b11-840d2494dd28 req-b5a23a04-cffd-4e45-8e41-82567d911f3a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0564895 Aug 09 11:31:06.632544 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:31:06.659968 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-095f1ce5-ae24-443c-9b11-840d2494dd28 req-6769ed4d-0f43-4c10-9c25-f5fb6b2302b5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307975 Aug 09 11:31:07.035662 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eca8c-322a-4d38-9fd6-c1b444ffe2c4 req-25720c65-7532-4751-a802-4dd259433ea9 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:07.037256 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ab4eca8c-322a-4d38-9fd6-c1b444ffe2c4 req-25720c65-7532-4751-a802-4dd259433ea9 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0490417 Aug 09 11:31:07.074984 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ab4eca8c-322a-4d38-9fd6-c1b444ffe2c4 req-8e210bf0-a24d-4b85-b57e-91f9c195d057 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 09 11:31:07.293050 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42110) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:07.338336 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Deleting subnet 45007222-3e03-41ab-8629-6c2224048eba {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:31:07.341399 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.383709 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.423259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.475113 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.501669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45007222-3e03-41ab-8629-6c2224048eba,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:07.504054 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.507177 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/45007222-3e03-41ab-8629-6c2224048eba HTTP/1.1" status: 204 len: 168 time: 0.2131350 Aug 09 11:31:07.509760 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42120) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:07.513233 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.513604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.513935 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.514305 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.514644 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.514980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.515312 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.515645 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.515978 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.516308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.516632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.516960 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d3c99-6597-442a-83b4-84ee6b99df3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.575354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.654789 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.675920 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c079bd5-f762-4470-a47b-0ec77deea611']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:07.685943 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9389be1e-ec28-4326-94a3-7519dbaf03d1') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:07.686275 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9389be1e-ec28-4326-94a3-7519dbaf03d1') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:07.695611 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.709139 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.715359 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:31:07.715777 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.734979 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 9389be1e-ec28-4326-94a3-7519dbaf03d1 resource provider aggregate not found Aug 09 11:31:07.775529 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 9389be1e-ec28-4326-94a3-7519dbaf03d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9389be1e-ec28-4326-94a3-7519dbaf03d1 found for delete ", "request_id": "req-0235a493-a6d9-4609-8c22-17d8a8f1c646"}]} Aug 09 11:31:07.784008 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.787531 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b6d1-4c76-4d22-96a0-df080779f41c req-55c888bd-02ba-4fbf-9e08-cca153efdea2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:07.789207 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0a54b6d1-4c76-4d22-96a0-df080779f41c req-55c888bd-02ba-4fbf-9e08-cca153efdea2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0501826 Aug 09 11:31:07.790350 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:07.796479 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] 10.222.0.50 "DELETE /v2.0/networks/8c079bd5-f762-4470-a47b-0ec77deea611 HTTP/1.1" status: 204 len: 168 time: 0.2832587 Aug 09 11:31:07.803168 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c079bd5-f762-4470-a47b-0ec77deea611,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:07.811039 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.811394 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.811739 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.812073 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.812409 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.812743 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.813070 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.813399 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.813728 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.814075 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.814397 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.814716 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7a91d-85d7-4ac7-9e4c-2cfdce6a130c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:07.837451 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0a54b6d1-4c76-4d22-96a0-df080779f41c req-a87f3355-9ac0-4d5d-83f7-70acc6d67c96 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412102 Aug 09 11:31:07.957574 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42132) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:07.997070 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3c8c469c-efb5-4907-ad86-ab73a67dddc6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aad2cebd62c74228bc4b95b8a080f7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381942 Aug 09 11:31:07.999434 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42134) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:08.047981 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a789f8ab-95db-4841-8405-09742fd7625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.071252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a789f8ab-95db-4841-8405-09742fd7625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.122932 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a789f8ab-95db-4841-8405-09742fd7625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.129770 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a789f8ab-95db-4841-8405-09742fd7625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.129770 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a789f8ab-95db-4841-8405-09742fd7625a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e694b96-6476-4d98-b268-59d9c3a40522 HTTP/1.1" status: 204 len: 168 time: 0.1277709 Aug 09 11:31:08.138283 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f8ab-95db-4841-8405-09742fd7625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e694b96-6476-4d98-b268-59d9c3a40522,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:08.220910 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972fb15-874c-40e4-8822-90502824ddc2 req-9a198413-ab72-4819-a700-3a8ce893cecf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:08.222831 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f972fb15-874c-40e4-8822-90502824ddc2 req-9a198413-ab72-4819-a700-3a8ce893cecf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0590184 Aug 09 11:31:08.264575 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f972fb15-874c-40e4-8822-90502824ddc2 req-811d742d-f7d4-4607-9e68-4685c1b62129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Aug 09 11:31:08.954906 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368283da-2103-4c79-a973-f9f762f8c965 req-3d85f137-f8ed-4797-bb3a-99dcd12f1a6f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:08.956386 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-368283da-2103-4c79-a973-f9f762f8c965 req-3d85f137-f8ed-4797-bb3a-99dcd12f1a6f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0483639 Aug 09 11:31:08.995506 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-368283da-2103-4c79-a973-f9f762f8c965 req-a3b4cb42-c45b-4fe8-a56a-0df5e94abc6d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Aug 09 11:31:09.403842 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb1b8-7d57-4c7c-92dc-85befc3a50cb req-6a774c81-5509-4155-83c7-11d627158b6e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:09.405383 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-07deb1b8-7d57-4c7c-92dc-85befc3a50cb req-6a774c81-5509-4155-83c7-11d627158b6e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0535698 Aug 09 11:31:09.442575 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-07deb1b8-7d57-4c7c-92dc-85befc3a50cb req-b9d4ec88-acd3-49ad-b723-8b8dc9a9a1c1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Aug 09 11:31:10.111987 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eb54e-13d4-4488-b247-44302a9d6c27 req-b28b4309-9c1a-4189-80c7-96a180d99dca tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:10.113450 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a34eb54e-13d4-4488-b247-44302a9d6c27 req-b28b4309-9c1a-4189-80c7-96a180d99dca tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 944 time: 0.0475633 Aug 09 11:31:10.148750 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a34eb54e-13d4-4488-b247-44302a9d6c27 req-5ceaa774-b7da-4c1f-95a7-79ff3800d1ba tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292716 Aug 09 11:31:10.560988 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35507bd5-faaf-479b-8bf3-57e57bcfd98a req-cafbb982-3c74-441e-bb2c-acb5d52ed813 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:10.562509 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35507bd5-faaf-479b-8bf3-57e57bcfd98a req-cafbb982-3c74-441e-bb2c-acb5d52ed813 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0516171 Aug 09 11:31:10.600245 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-35507bd5-faaf-479b-8bf3-57e57bcfd98a req-708b3154-fd85-447a-8c32-37bf7e6d71a9 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Aug 09 11:31:11.021255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bcbfb9fa-d5cc-43c8-a58c-31552fb62145 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:31:11.115870 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:11.127085 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:31:11.167150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:31:11.167556 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:11.179968 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbfb9fa-d5cc-43c8-a58c-31552fb62145 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:31:11.200984 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:11.206145 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:11.257453 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:11.264903 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.265278 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.265627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.266113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.266451 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.266785 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.267181 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.267517 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.267906 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.268225 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.268596 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.269069 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:11.274755 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0a2b9-9ef8-474f-a34f-5a037af86906 req-0fa51116-fc32-450d-8fb8-4c84310f60cb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:11.276426 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edd0a2b9-9ef8-474f-a34f-5a037af86906 req-0fa51116-fc32-450d-8fb8-4c84310f60cb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 945 time: 0.0522232 Aug 09 11:31:11.322046 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edd0a2b9-9ef8-474f-a34f-5a037af86906 req-eeac6a02-e02d-4e35-82ca-f9cf51679014 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364540 Aug 09 11:31:11.721855 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41319-630e-436a-81c6-71b476e4a12e req-b4b1297f-6cde-46bb-bb20-0ae1a0d1c699 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:11.723534 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-97d41319-630e-436a-81c6-71b476e4a12e req-b4b1297f-6cde-46bb-bb20-0ae1a0d1c699 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 943 time: 0.0532246 Aug 09 11:31:11.761681 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-97d41319-630e-436a-81c6-71b476e4a12e req-e407cd36-c377-435d-9d54-0c2f9beb19f1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Aug 09 11:31:11.821801 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device c5609edf-ae5e-49b2-8e9c-07ab826a0437 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:31:11.921317 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:11.932264 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'port_id': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'mac_address': 'fa:16:3e:81:c6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:31:11.973622 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port c5609edf-ae5e-49b2-8e9c-07ab826a0437 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:31:11.974052 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:11.987898 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5609edf-ae5e-49b2-8e9c-07ab826a0437 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:31:12.008004 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:12.014321 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:12.068633 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:12.260598 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['bcbfb9fa-d5cc-43c8-a58c-31552fb62145'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:31:12.440221 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0494c-6d68-4aed-81e3-4bfae8e47a89 req-44c25644-132b-4a4d-81a3-a54eba980989 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:12.441692 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-95a0494c-6d68-4aed-81e3-4bfae8e47a89 req-44c25644-132b-4a4d-81a3-a54eba980989 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 945 time: 0.0490665 Aug 09 11:31:12.479509 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-95a0494c-6d68-4aed-81e3-4bfae8e47a89 req-f3fcb89e-2658-477a-8952-b5fd076e8594 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Aug 09 11:31:12.891707 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56a39-e7dc-44fd-a790-1e0c26432b61 req-e41c1a65-632c-4608-8092-13be8a6d08cc tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:12.901290 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a8d56a39-e7dc-44fd-a790-1e0c26432b61 req-e41c1a65-632c-4608-8092-13be8a6d08cc tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 944 time: 0.0601695 Aug 09 11:31:12.935188 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['c5609edf-ae5e-49b2-8e9c-07ab826a0437'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:31:12.942600 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a8d56a39-e7dc-44fd-a790-1e0c26432b61 req-579ca791-85e2-4fbc-a7b9-a07442ed0924 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Aug 09 11:31:13.610285 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b24b-2b98-419f-9e96-3b80b11b3fe2 req-c265f543-5591-455c-82b5-9bb453f83958 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:13.611777 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f5b4b24b-2b98-419f-9e96-3b80b11b3fe2 req-c265f543-5591-455c-82b5-9bb453f83958 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 945 time: 0.0510035 Aug 09 11:31:13.651056 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f5b4b24b-2b98-419f-9e96-3b80b11b3fe2 req-4ece585f-44a8-49c4-a2f4-ad9fac3a1037 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Aug 09 11:31:13.761956 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bcbfb9fa-d5cc-43c8-a58c-31552fb62145 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:13.828880 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:13.833037 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:13.833545 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:13.916408 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:31:13.916802 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:13.939565 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:31:13.941835 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4601b3-c9a8-4e81-8aba-3f402b7823f8" -d '{"events": [{"server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "name": "network-vif-plugged", "status": "completed", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:31:13.957816 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:13.962329 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:13.991081 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec2dc6-3638-4c7f-bade-68473c2e606e x-openstack-request-id: req-2dec2dc6-3638-4c7f-bade-68473c2e606e {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:31:13.991381 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "name": "network-vif-plugged", "status": "completed", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:31:13.991634 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2dec2dc6-3638-4c7f-bade-68473c2e606e {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:31:13.992044 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dec2dc6-3638-4c7f-bade-68473c2e606e'] response: {'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'code': 200} Aug 09 11:31:14.042015 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:14.129797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0250e5b-47fa-4d0d-b651-0d149de58abf req-65dbe536-146a-4378-b0c8-62dad0b25851 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:14.131297 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f0250e5b-47fa-4d0d-b651-0d149de58abf req-65dbe536-146a-4378-b0c8-62dad0b25851 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 944 time: 0.0559940 Aug 09 11:31:14.176737 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f0250e5b-47fa-4d0d-b651-0d149de58abf req-e9b4df8f-a875-40f9-be94-33e8b2652a19 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Aug 09 11:31:14.237315 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075033df-3d75-4ac3-9943-0c75be942222 req-6e22aa74-1393-4d1a-a26e-91391bc7e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:14.238851 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-075033df-3d75-4ac3-9943-0c75be942222 req-6e22aa74-1393-4d1a-a26e-91391bc7e3ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.0432684 Aug 09 11:31:14.274048 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-075033df-3d75-4ac3-9943-0c75be942222 req-c3530d79-2227-4bae-a674-99cc48135bdb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270309 Aug 09 11:31:14.770734 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70c1c5-4c15-458d-bb30-7967d08bb266 req-ffcedbcf-4142-40d6-abbe-7a12886049e6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:14.772186 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1c70c1c5-4c15-458d-bb30-7967d08bb266 req-ffcedbcf-4142-40d6-abbe-7a12886049e6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0492687 Aug 09 11:31:14.811837 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1c70c1c5-4c15-458d-bb30-7967d08bb266 req-163229ca-36fb-472f-bcea-dfbc1477ac4d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336094 Aug 09 11:31:15.299582 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e36c64-8f0a-4593-9d89-5ee019321e33 req-09130b97-ea12-40a7-a5a8-553754144bd3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:15.301174 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31e36c64-8f0a-4593-9d89-5ee019321e33 req-09130b97-ea12-40a7-a5a8-553754144bd3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 944 time: 0.0529113 Aug 09 11:31:15.342663 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31e36c64-8f0a-4593-9d89-5ee019321e33 req-9e55a90c-4fe2-41eb-a230-bb187c1f5840 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Aug 09 11:31:15.758942 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device c5609edf-ae5e-49b2-8e9c-07ab826a0437 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:15.808634 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port c5609edf-ae5e-49b2-8e9c-07ab826a0437 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:15.812476 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port c5609edf-ae5e-49b2-8e9c-07ab826a0437 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:15.812848 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:15.897805 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port c5609edf-ae5e-49b2-8e9c-07ab826a0437 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:31:15.898205 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:15.940606 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:15.944465 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:15.944763 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b97fc-1b37-4916-8f96-cf1847964987 req-0da4be74-9cb3-4ceb-9e55-70fc5a336678 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:15.946306 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3b2b97fc-1b37-4916-8f96-cf1847964987 req-0da4be74-9cb3-4ceb-9e55-70fc5a336678 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0611715 Aug 09 11:31:15.988040 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3b2b97fc-1b37-4916-8f96-cf1847964987 req-b80beafa-b7bd-4a26-879f-f2e20dacf43f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Aug 09 11:31:15.992632 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:31:15.994903 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d4dfe-ca61-4655-8951-2b8d0edccf9c" -d '{"events": [{"server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "name": "network-vif-plugged", "status": "completed", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:31:15.998124 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:16.031938 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f899a80-3c42-47b2-968b-dfc7890071c4 x-openstack-request-id: req-8f899a80-3c42-47b2-968b-dfc7890071c4 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:31:16.032255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "name": "network-vif-plugged", "status": "completed", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:31:16.032516 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f899a80-3c42-47b2-968b-dfc7890071c4 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:31:16.032917 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f899a80-3c42-47b2-968b-dfc7890071c4'] response: {'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'code': 200} Aug 09 11:31:16.319792 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f39-b8c3-46d5-9453-16bde791d77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:16.350028 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598f2cb-7120-4342-9215-2742edf42f1e req-0952d6e1-0a75-4ffc-a1af-b58697591f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:16.351732 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a598f2cb-7120-4342-9215-2742edf42f1e req-0952d6e1-0a75-4ffc-a1af-b58697591f76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1098 time: 0.0511823 Aug 09 11:31:16.398163 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a598f2cb-7120-4342-9215-2742edf42f1e req-4026f272-ece8-4e38-b584-844f5ef3b274 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Aug 09 11:31:16.483060 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c12a1e-c158-4013-90e4-6c22e89f012b req-6efe5605-1a6d-4ac8-bcf7-e440a1b9544c tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:16.484684 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-75c12a1e-c158-4013-90e4-6c22e89f012b req-6efe5605-1a6d-4ac8-bcf7-e440a1b9544c tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0492334 Aug 09 11:31:16.524335 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-75c12a1e-c158-4013-90e4-6c22e89f012b req-6314dbdb-c126-4d96-bcd4-79cf8654d523 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Aug 09 11:31:17.104796 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb241228-5a34-4945-80a2-822cbebef8ec req-2d8e3f4c-29f1-47d3-9220-1e94e1acf47f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:17.106290 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bb241228-5a34-4945-80a2-822cbebef8ec req-2d8e3f4c-29f1-47d3-9220-1e94e1acf47f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0494523 Aug 09 11:31:17.142827 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bb241228-5a34-4945-80a2-822cbebef8ec req-3ef1c122-b12d-4a43-b8e8-7074ecf5dee8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306997 Aug 09 11:31:17.253375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47ae0-f6a3-42eb-890f-5dd4c9021f33 req-ec72b997-fdc5-43e1-8c13-9feca9e0f99d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:17.254875 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6aa47ae0-f6a3-42eb-890f-5dd4c9021f33 req-ec72b997-fdc5-43e1-8c13-9feca9e0f99d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0470326 Aug 09 11:31:17.265152 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42440) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:17.269527 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'floatingip': {'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:17.310368 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.643867 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03abf9-8164-4ba3-951e-6ab2aad12cc8 req-04796c6c-ba61-47b6-a9c2-a06117a4a4f8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:17.645428 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ad03abf9-8164-4ba3-951e-6ab2aad12cc8 req-04796c6c-ba61-47b6-a9c2-a06117a4a4f8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Aug 09 11:31:17.687511 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ad03abf9-8164-4ba3-951e-6ab2aad12cc8 req-bb9b8539-e724-4948-a506-cd6a0d45d67d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Aug 09 11:31:17.765815 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.769697 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.876116 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Floating IP f72a6c54-8c2d-480d-b215-446563f78266 associated. External IP: 172.27.2.250, port: bcbfb9fa-d5cc-43c8-a58c-31552fb62145. Aug 09 11:31:18.078493 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Router 32a81270-c81a-498a-a400-0bff3053a7e5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:31:18.189290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:31:18.193742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:18.199279 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] Sync routers for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:31:18.212966 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:31:18.213624 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:30:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:18.221835 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f9725377-a3d1-48d0-86db-3fecf4cc80be tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "PUT /v2.0/floatingips/f72a6c54-8c2d-480d-b215-446563f78266 HTTP/1.1" status: 200 len: 992 time: 0.9556115 Aug 09 11:31:18.222534 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:31:18.224868 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256960b7-8612-4223-8521-4fcfff29107e" -d '{"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:31:18.259634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf4ffbd-603e-4359-b5b8-639bbdfd031f x-openstack-request-id: req-bbf4ffbd-603e-4359-b5b8-639bbdfd031f {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:31:18.260285 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:31:18.260285 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbf4ffbd-603e-4359-b5b8-639bbdfd031f {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:31:18.260593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf4ffbd-603e-4359-b5b8-639bbdfd031f'] response: {'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'status': 'completed', 'code': 200} Aug 09 11:31:18.320092 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:31:18.545720 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f72a6c54-8c2d-480d-b215-446563f78266', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:30:15Z', 'updated_at': '2022-08-09T11:31:17Z', 'revision_number': 1, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:18.572695 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] Checking router: 32a81270-c81a-498a-a400-0bff3053a7e5 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:31:18.582126 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:31:18.582732 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:30:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:18.647125 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0240b834-98c8-4d24-99f0-b22a0393542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:18.701029 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:31:18.811243 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dafdf-8717-4afe-b123-46c992b42e29 req-fb353015-dc63-4205-9492-a470fd81c162 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:18.812744 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-662dafdf-8717-4afe-b123-46c992b42e29 req-fb353015-dc63-4205-9492-a470fd81c162 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0512054 Aug 09 11:31:18.862919 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-662dafdf-8717-4afe-b123-46c992b42e29 req-8aeef6d2-94f7-4fcc-b366-84dd6097eba6 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Aug 09 11:31:19.064558 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f72a6c54-8c2d-480d-b215-446563f78266', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:30:15Z', 'updated_at': '2022-08-09T11:31:17Z', 'revision_number': 1, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:19.093362 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28a7f1-3bf8-42f9-bec8-0819ddfe72dc None None] The sync data for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi is: [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f72a6c54-8c2d-480d-b215-446563f78266', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:30:15Z', 'updated_at': '2022-08-09T11:31:17Z', 'revision_number': 1, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:31:19.703148 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df592a37-b909-44a9-9e96-4c37fd363776 None None] New status for floating IP f72a6c54-8c2d-480d-b215-446563f78266: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:31:19.992090 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a892-8adb-4c63-ace5-81fca0a9fad2 req-91e8b26f-fb3f-4eb8-abf7-7f6ec9e8f051 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:19.993578 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-deb3a892-8adb-4c63-ace5-81fca0a9fad2 req-91e8b26f-fb3f-4eb8-abf7-7f6ec9e8f051 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0580466 Aug 09 11:31:20.009573 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:20.034110 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-deb3a892-8adb-4c63-ace5-81fca0a9fad2 req-a2625516-4bdd-41c3-9c3a-86398101c79d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Aug 09 11:31:21.152497 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec52ea4-b559-4826-89e2-214f861a535a req-4cf4accf-7f72-4d3a-8bea-da3ce782ca22 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:21.154051 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fec52ea4-b559-4826-89e2-214f861a535a req-4cf4accf-7f72-4d3a-8bea-da3ce782ca22 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Aug 09 11:31:21.200299 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fec52ea4-b559-4826-89e2-214f861a535a req-3f2d910b-1207-4c00-9f35-2c85fe575976 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Aug 09 11:31:21.361508 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:21.617376 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:22.317142 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace5ff-255a-493b-862a-44f537f1804c req-e9fe99ec-b3e5-416a-b16d-512bb3f777e1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:22.318840 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-18ace5ff-255a-493b-862a-44f537f1804c req-e9fe99ec-b3e5-416a-b16d-512bb3f777e1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Aug 09 11:31:22.357517 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-18ace5ff-255a-493b-862a-44f537f1804c req-f9c896ab-7cc9-4396-b809-4edc4c339fc9 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Aug 09 11:31:23.474244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb7e58-4e60-4d17-b335-ec5742e3ddae req-855dcb5e-51f3-4308-bc5b-fa4a01f3771f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:23.475672 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-65fb7e58-4e60-4d17-b335-ec5742e3ddae req-855dcb5e-51f3-4308-bc5b-fa4a01f3771f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0470262 Aug 09 11:31:23.517056 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-65fb7e58-4e60-4d17-b335-ec5742e3ddae req-6007c6ae-c60c-4749-b338-70f127f3f91d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Aug 09 11:31:24.635757 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69ade9-25dc-4aa3-af0f-820c3f8a7eaf req-f70fd8c7-87da-430a-9366-df3cab508fb7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:24.637992 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f69ade9-25dc-4aa3-af0f-820c3f8a7eaf req-f70fd8c7-87da-430a-9366-df3cab508fb7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0502903 Aug 09 11:31:24.674081 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7f69ade9-25dc-4aa3-af0f-820c3f8a7eaf req-18b4b4d1-2a2a-4d37-863a-0bdd8cbef4f5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300717 Aug 09 11:31:25.792766 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64b64-bb2f-41a6-8d67-cdeba20e07c6 req-52a3db4b-3d3f-4d26-b2b5-5cb0a2bf9563 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:25.794255 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-98f64b64-bb2f-41a6-8d67-cdeba20e07c6 req-52a3db4b-3d3f-4d26-b2b5-5cb0a2bf9563 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Aug 09 11:31:25.837554 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-98f64b64-bb2f-41a6-8d67-cdeba20e07c6 req-86de63cc-6a5c-420e-a556-6a7baaa274c7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Aug 09 11:31:26.959135 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89546a4a-f968-4dbf-bc24-0d03eacd825f req-79b1bc5e-f880-445a-b41f-936a97f6f32c tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:26.960558 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-89546a4a-f968-4dbf-bc24-0d03eacd825f req-79b1bc5e-f880-445a-b41f-936a97f6f32c tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Aug 09 11:31:26.997642 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-89546a4a-f968-4dbf-bc24-0d03eacd825f req-febba587-aae4-4151-b0e2-8dea54d71286 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304451 Aug 09 11:31:27.328909 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256960b7-8612-4223-8521-4fcfff29107e req-dec6cd51-d18f-42b6-b7fe-f5aa3124a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:27.330461 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-dec6cd51-d18f-42b6-b7fe-f5aa3124a439 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.0484192 Aug 09 11:31:27.427194 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256960b7-8612-4223-8521-4fcfff29107e req-b731b626-6887-4054-b65a-e206400b3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:27.428661 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-b731b626-6887-4054-b65a-e206400b3bf7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0838096 Aug 09 11:31:27.496364 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-132af174-ba38-4d3f-bd6e-21b5f7ef1137 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 1002 time: 0.0592833 Aug 09 11:31:27.546513 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256960b7-8612-4223-8521-4fcfff29107e req-9f27e179-57dd-4b52-b5e3-a6ea7af63bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:27.547993 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-9f27e179-57dd-4b52-b5e3-a6ea7af63bfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0449991 Aug 09 11:31:27.605805 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256960b7-8612-4223-8521-4fcfff29107e req-e232ea2d-5517-4b58-8e6e-d73975b9fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:27.607329 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-e232ea2d-5517-4b58-8e6e-d73975b9fa5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435190 Aug 09 11:31:27.768237 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-b8b365ff-b8c2-4eec-9509-f966b1c17e53 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896192 Aug 09 11:31:27.860468 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-256960b7-8612-4223-8521-4fcfff29107e req-cf44f911-f010-4762-a2c9-28764345e959 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Aug 09 11:31:28.116969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf831ca-4ed9-4d96-9185-c2425d5e38c0 req-a31ed8a3-304f-4350-89ea-2a70a67cba1b tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:28.118596 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4cf831ca-4ed9-4d96-9185-c2425d5e38c0 req-a31ed8a3-304f-4350-89ea-2a70a67cba1b tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Aug 09 11:31:28.158514 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4cf831ca-4ed9-4d96-9185-c2425d5e38c0 req-e7474aba-ba8b-4324-b86a-80f93abd6290 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Aug 09 11:31:28.619560 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42564) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:28.734337 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-daa5f431-a1b5-42d2-b1fb-2bd05e2d9792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:28.819833 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-daa5f431-a1b5-42d2-b1fb-2bd05e2d9792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:28.824553 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-daa5f431-a1b5-42d2-b1fb-2bd05e2d9792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:28.862590 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-daa5f431-a1b5-42d2-b1fb-2bd05e2d9792 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a91d4e4bdef14aaaa624bbeda9c2e15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419078 Aug 09 11:31:28.863445 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5f431-a1b5-42d2-b1fb-2bd05e2d9792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8233edbb-5711-4afc-b86c-21b48438a7fb,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:28.865718 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42572) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:28.948419 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9df0a45c-8158-408d-b8e4-b344f708c99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:28.974303 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9df0a45c-8158-408d-b8e4-b344f708c99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.054571 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9df0a45c-8158-408d-b8e4-b344f708c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.057544 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9df0a45c-8158-408d-b8e4-b344f708c99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.059036 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9df0a45c-8158-408d-b8e4-b344f708c99a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8233edbb-5711-4afc-b86c-21b48438a7fb HTTP/1.1" status: 204 len: 168 time: 0.1912639 Aug 09 11:31:29.067462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0a45c-8158-408d-b8e4-b344f708c99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233edbb-5711-4afc-b86c-21b48438a7fb,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:29.287404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c09-281c-42f6-b275-43922a14bc6f req-7bca7b89-3936-4c8d-b360-ea16fb085912 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:29.289004 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-07849c09-281c-42f6-b275-43922a14bc6f req-7bca7b89-3936-4c8d-b360-ea16fb085912 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Aug 09 11:31:29.331104 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-07849c09-281c-42f6-b275-43922a14bc6f req-8d37530f-7c66-4a8d-91be-de367576b439 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Aug 09 11:31:29.460164 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83341b-3fe2-4686-8436-bab58f6dc033 req-8dec3373-a526-47c2-a1a8-4f46030649cf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:29.461925 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d83341b-3fe2-4686-8436-bab58f6dc033 req-8dec3373-a526-47c2-a1a8-4f46030649cf tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Aug 09 11:31:29.501904 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d83341b-3fe2-4686-8436-bab58f6dc033 req-3779bed8-2816-4490-9924-d070903ecbf1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Aug 09 11:31:29.841952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a49b7-f4ff-4217-ab24-1977bd086b8f req-cfee52d8-3762-443c-9adc-7b2c3019f8fc tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:29.843527 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cf5a49b7-f4ff-4217-ab24-1977bd086b8f req-cfee52d8-3762-443c-9adc-7b2c3019f8fc tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Aug 09 11:31:29.880646 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cf5a49b7-f4ff-4217-ab24-1977bd086b8f req-8cb7d60b-24cf-4f90-b806-c75c6be16606 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Aug 09 11:31:30.307271 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-4d6b32e3-0927-4ebb-963f-1a3a982e1251 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392964 Aug 09 11:31:30.359795 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.399349 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-22090d8d-e236-4ddd-86dd-3ec1c7cdf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:30.400792 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-22090d8d-e236-4ddd-86dd-3ec1c7cdf56a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1098 time: 0.0457647 Aug 09 11:31:30.512476 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-406cb610-6fb9-499c-94bc-18d6ab210df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:30.513924 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-406cb610-6fb9-499c-94bc-18d6ab210df0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0921853 Aug 09 11:31:30.556143 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-8fa7de58-5251-40c9-8aea-9322a3aea465 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 200 len: 217 time: 0.0348122 Aug 09 11:31:30.605890 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-001a4a6d-eab7-41b8-b0f6-52550660d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:30.607557 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-001a4a6d-eab7-41b8-b0f6-52550660d6af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0437126 Aug 09 11:31:30.658750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-b233be9b-fb09-43e7-a024-b6fe1decc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:30.660148 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-b233be9b-fb09-43e7-a024-b6fe1decc3ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433297 Aug 09 11:31:30.754259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-811932c0-8962-46c2-b635-33135c1e2e49 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862319 Aug 09 11:31:30.845183 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eb7078c-64be-48f3-9a35-74c2a9a09d9e req-cec7ceb9-2511-482d-a6b8-2ec8abb80e37 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819762 Aug 09 11:31:33.930192 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42692) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:34.037758 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7959737a-55f9-4011-a99f-b3183e198d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.117914 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7959737a-55f9-4011-a99f-b3183e198d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.122810 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7959737a-55f9-4011-a99f-b3183e198d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.161807 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7959737a-55f9-4011-a99f-b3183e198d48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e560e636905f49d49c3046d6d4bf8e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304640 Aug 09 11:31:34.162736 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959737a-55f9-4011-a99f-b3183e198d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a89bfc-8bb8-4081-802a-304103dfd934,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:34.163888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42696) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:34.213883 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf47ac95-877d-43fe-bad2-5263437d34ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.235259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf47ac95-877d-43fe-bad2-5263437d34ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.285834 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf47ac95-877d-43fe-bad2-5263437d34ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.288391 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf47ac95-877d-43fe-bad2-5263437d34ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.289530 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-bf47ac95-877d-43fe-bad2-5263437d34ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55a89bfc-8bb8-4081-802a-304103dfd934 HTTP/1.1" status: 204 len: 168 time: 0.1235285 Aug 09 11:31:34.297209 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47ac95-877d-43fe-bad2-5263437d34ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a89bfc-8bb8-4081-802a-304103dfd934,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:41.503689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd454382-965f-46f4-9dd9-589ec4278689 req-e88e58c7-4203-47e6-b84b-64508f8b9ab4 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:41.510482 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bd454382-965f-46f4-9dd9-589ec4278689 req-e88e58c7-4203-47e6-b84b-64508f8b9ab4 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0642965 Aug 09 11:31:41.547705 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bd454382-965f-46f4-9dd9-589ec4278689 req-a6f43298-2382-49b1-b4b0-5aafdaf480fb tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Aug 09 11:31:41.577372 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42856) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:41.795615 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d73a0-a2cd-475d-9049-78963d976605 tempest-TestMinimumBasicScenario-1183341587 tempest-TestMinimumBasicScenario-1183341587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:41.797104 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-112d73a0-a2cd-475d-9049-78963d976605 tempest-TestMinimumBasicScenario-1183341587 tempest-TestMinimumBasicScenario-1183341587-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1093 time: 0.2181370 Aug 09 11:31:41.800120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42860) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:41.804375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'port_id': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:41.823834 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:41.918953 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:42.020932 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Allocated IP 172.27.2.218 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/6ae72b6a-d291-4418-aa27-26b9ba0f36ab) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:31:42.127177 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:42.160944 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:42.199425 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:31:42.202404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:42.204973 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:31:42.228360 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'Port': ['ID=6ae72b6a-d291-4418-aa27-26b9ba0f36ab,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:42.799199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:42.867865 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.009719 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.014410 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.081301 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.083904 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'Port': ['ID=6ae72b6a-d291-4418-aa27-26b9ba0f36ab,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:43.187940 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Floating IP c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a associated. External IP: 172.27.2.218, port: c5609edf-ae5e-49b2-8e9c-07ab826a0437. Aug 09 11:31:43.386557 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Router 51ffec48-3313-41f2-bdae-716b208e0ad2 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:31:43.491834 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:31:43.501374 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] Sync routers for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:31:43.516352 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:31:43.516946 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:31:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:43.519710 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.552366 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5c19fa64-c44b-4b33-b86b-ef6ca428323f tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7512121 Aug 09 11:31:43.552938 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:31:43.555143 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42870) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:43.555631 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39071ae-48f3-482e-ad34-77aafeca7ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:31:43.559940 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638871296', 'description': 'tempest-secgroup-smoke-1638871296 description', 'project_id': '840382b6d7ed4cb6adaec599476d86c1'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:43.584458 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.599453 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27241692-64e1-4408-9ec9-ec47654c0f36 x-openstack-request-id: req-27241692-64e1-4408-9ec9-ec47654c0f36 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:31:43.599871 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:31:43.600159 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27241692-64e1-4408-9ec9-ec47654c0f36 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:31:43.600753 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27241692-64e1-4408-9ec9-ec47654c0f36'] response: {'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'status': 'completed', 'code': 200} Aug 09 11:31:43.628664 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:31:43.632694 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:31:43.655127 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.659830 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.729632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.729632 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1726217 Aug 09 11:31:43.732536 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42880) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:43.733358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c2987-a917-4671-b463-a4125408aa15 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c0fd8b-301c-4d7a-983e-673e11fbf67d,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:43.739835 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group_rule': {'security_group_id': '31c0fd8b-301c-4d7a-983e-673e11fbf67d', 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:43.743440 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-8e24801a-5135-4724-82cb-387975e6e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:43.744879 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-8e24801a-5135-4724-82cb-387975e6e91b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1098 time: 0.0756648 Aug 09 11:31:43.774016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.882607 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'port_id': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'mac_address': 'fa:16:3e:81:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e8713-f8a3-48de-801e-bb7881c9b258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:31:42Z', 'updated_at': '2022-08-09T11:31:42Z', 'revision_number': 0, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:43.887163 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.892946 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-8520fdd1-c848-4da4-82f5-24763ddf0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:43.895020 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-8520fdd1-c848-4da4-82f5-24763ddf0fe3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 916 time: 0.1408691 Aug 09 11:31:43.895986 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.918019 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] Checking router: 51ffec48-3313-41f2-bdae-716b208e0ad2 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:31:43.919491 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f7a120-1375-4f4b-9765-3d9b8ff78916,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:43.927706 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:31:43.928547 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:31:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:43.933712 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.934978 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-bed0ae8e-2ab6-4079-8f5c-006da2b9782d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002378 Aug 09 11:31:43.937954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42890) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:43.942894 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group_rule': {'security_group_id': '31c0fd8b-301c-4d7a-983e-673e11fbf67d', 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:43.979354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:43.987416 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-8cdde2de-6d4b-497f-a7b5-623d4317db32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 999 time: 0.0839050 Aug 09 11:31:44.058826 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.065040 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.068284 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:31:44.072969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-9f641a9c-576c-4c7a-89d7-4961821a25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:44.077865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-9f641a9c-576c-4c7a-89d7-4961821a25bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.0829630 Aug 09 11:31:44.089768 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709d07fa-503b-4ca9-87fc-c276fb41b84e,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:44.121888 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.124117 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-76b51266-885c-44cb-8ce4-f06357bac129 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1851435 Aug 09 11:31:44.127028 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42902) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:44.138180 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group_rule': {'security_group_id': '31c0fd8b-301c-4d7a-983e-673e11fbf67d', 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:44.139993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-e23e88fd-a77c-44fa-8093-c5861d5ca506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:44.141865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-e23e88fd-a77c-44fa-8093-c5861d5ca506 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564137 Aug 09 11:31:44.169434 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.243743 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.248079 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.252126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-e0cd5a66-40f6-40ba-91a4-66cb69613281 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967236 Aug 09 11:31:44.266548 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac355e8-7ae3-43a5-ae92-58987923e065,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:44.277167 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.278448 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d0f524fe-9878-4ec7-af1e-4ca984fae194 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491485 Aug 09 11:31:44.281000 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42904) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:44.285286 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group_rule': {'security_group_id': '31c0fd8b-301c-4d7a-983e-673e11fbf67d', 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:44.312106 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.346380 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'port_id': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'mac_address': 'fa:16:3e:81:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e8713-f8a3-48de-801e-bb7881c9b258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:31:42Z', 'updated_at': '2022-08-09T11:31:42Z', 'revision_number': 0, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:44.362068 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e39071ae-48f3-482e-ad34-77aafeca7ceb req-d3a4a812-c6ec-4628-84c7-a69166c446d8 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997391 Aug 09 11:31:44.374047 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fd707-1c78-462c-ab56-922b6ee2f493 None None] The sync data for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi is: [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'port_id': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'mac_address': 'fa:16:3e:81:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e8713-f8a3-48de-801e-bb7881c9b258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:31:42Z', 'updated_at': '2022-08-09T11:31:42Z', 'revision_number': 0, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:31:44.395312 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.400041 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.420958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebaa2f6-0bea-4324-b734-ad1ad59d2a69,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:44.430359 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.436643 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42906) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:44.439062 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-593e7ea4-fa6d-4728-acdf-24209ac417b5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565356 Aug 09 11:31:44.441420 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group_rule': {'security_group_id': '31c0fd8b-301c-4d7a-983e-673e11fbf67d', 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:44.463813 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.securitygroups_db [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Project 840382b6d7ed4cb6adaec599476d86c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:31:44.469753 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.535522 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.539492 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.556991 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa718ae-4234-47d3-89d1-b09072d1dd1a,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:44.565973 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.567222 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-77206b80-5aca-4225-ad09-23ddda3f860d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294608 Aug 09 11:31:44.570047 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42908) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:44.575006 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'security_group_rule': {'security_group_id': '31c0fd8b-301c-4d7a-983e-673e11fbf67d', 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:44.586974 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa7616-fd4a-43f5-804e-f5ebf1612452 None None] New status for floating IP c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:31:44.599284 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.securitygroups_db [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Project 840382b6d7ed4cb6adaec599476d86c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:31:44.604278 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.664896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.669462 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.684523 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d90266-367b-4ec6-a429-fd354f33e508,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:44.694799 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:44.696007 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-296b3f69-df88-4bdf-8926-e24eba2e2e89 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250329 Aug 09 11:31:44.785315 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-03e48e77-7155-496a-9028-c8f6d3ca6ca5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638871296&fields=id&tenant_id=840382b6d7ed4cb6adaec599476d86c1 HTTP/1.1" status: 200 len: 267 time: 0.0371237 Aug 09 11:31:44.840183 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-1bd0e113-56bc-410c-96d3-6fd842241758 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:44.841887 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-1bd0e113-56bc-410c-96d3-6fd842241758 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0506666 Aug 09 11:31:44.861170 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'port': {'security_groups': ['8d49c7d0-9002-48de-8cba-260763fcb0d0', '31c0fd8b-301c-4d7a-983e-673e11fbf67d']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:44.924042 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:45.113417 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:45.142484 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:45.151090 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:45.162703 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:45.163302 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:45.164641 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-397c33c7-b3d6-4bba-ad97-641ccdac3f18 req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "PUT /v2.0/ports/c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 981 time: 0.3082116 Aug 09 11:31:45.165062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:31:45.167532 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02" -d '{"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:31:45.194343 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['c5609edf-ae5e-49b2-8e9c-07ab826a0437'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:31:45.242364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be101d4-acd3-4237-93b5-780ee60eb2d1 x-openstack-request-id: req-5be101d4-acd3-4237-93b5-780ee60eb2d1 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:31:45.242649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:31:45.242896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5be101d4-acd3-4237-93b5-780ee60eb2d1 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:31:45.243290 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be101d4-acd3-4237-93b5-780ee60eb2d1'] response: {'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'status': 'completed', 'code': 200} Aug 09 11:31:45.261589 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85d56a-5b26-4b5e-8183-cea36b365900 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=6']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:45.286264 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6443b2-91c8-4d11-b5f4-2835aa8d7248 req-6b5f7b96-6f96-4ea4-aa1a-3e2772e406f1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:45.287754 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb6443b2-91c8-4d11-b5f4-2835aa8d7248 req-6b5f7b96-6f96-4ea4-aa1a-3e2772e406f1 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0624454 Aug 09 11:31:45.358938 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-4a5269e7-a58d-4f97-a650-556bbd1b5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:45.360451 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-4a5269e7-a58d-4f97-a650-556bbd1b5b62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1137 time: 0.0667486 Aug 09 11:31:45.364858 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb6443b2-91c8-4d11-b5f4-2835aa8d7248 req-9f7b101d-929c-4e36-9705-04e1334561ab tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633838 Aug 09 11:31:45.378256 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['c5609edf-ae5e-49b2-8e9c-07ab826a0437'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:31:45.466458 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-166a8b46-cda5-4a46-b277-040999057c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:45.467900 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-166a8b46-cda5-4a46-b277-040999057c7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 916 time: 0.1008396 Aug 09 11:31:45.545067 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-09e59406-7ae7-428c-ac56-b140456506de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 1001 time: 0.0667777 Aug 09 11:31:45.554397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42932) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:45.603631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-58ce4e29-a9d6-40b9-b2be-f4d3aa6ff2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:45.605055 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-58ce4e29-a9d6-40b9-b2be-f4d3aa6ff2f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.0535557 Aug 09 11:31:45.653354 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-dc66e6a3-209c-48a6-9c53-9ee760c27583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:31:45.655072 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-dc66e6a3-209c-48a6-9c53-9ee760c27583 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428216 Aug 09 11:31:45.702884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-af8cf3dc-1f9f-49a8-b437-d30267b08db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.003840 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-1a93812f-a560-41ae-9c7a-4687fbb938c0 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423624 Aug 09 11:31:46.100547 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-af8cf3dc-1f9f-49a8-b437-d30267b08db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.105702 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-af8cf3dc-1f9f-49a8-b437-d30267b08db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.144909 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50ef2e9b-1acf-4a7e-8b66-26a48ffbbf02 req-cc3f9a22-086c-4735-a1f5-3dad37785703 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311619 Aug 09 11:31:46.156619 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-af8cf3dc-1f9f-49a8-b437-d30267b08db7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11cacf6e734b49c3aa8c22dc51029c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012135 Aug 09 11:31:46.158576 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cf3dc-1f9f-49a8-b437-d30267b08db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9bf42-cb28-44cf-a1d9-dd239caab1e5,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:46.159482 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42942) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:46.209963 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d61870f6-e1a6-4541-afbe-561a65450716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.231306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d61870f6-e1a6-4541-afbe-561a65450716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.275598 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d61870f6-e1a6-4541-afbe-561a65450716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.279148 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d61870f6-e1a6-4541-afbe-561a65450716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.281030 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d61870f6-e1a6-4541-afbe-561a65450716 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98b9bf42-cb28-44cf-a1d9-dd239caab1e5 HTTP/1.1" status: 204 len: 168 time: 0.1203167 Aug 09 11:31:46.291250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61870f6-e1a6-4541-afbe-561a65450716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9bf42-cb28-44cf-a1d9-dd239caab1e5,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:46.325675 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e808f9ab-72a4-437d-ac66-819b78daea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.538707 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 42948) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:46.552138 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cf45-c91b-4ceb-a194-295d951b5837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.629712 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cf45-c91b-4ceb-a194-295d951b5837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.633377 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cf45-c91b-4ceb-a194-295d951b5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.671713 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7ff3cf45-c91b-4ceb-a194-295d951b5837 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9064b3e48f21402c85415f9af55f98da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319375 Aug 09 11:31:46.672734 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3cf45-c91b-4ceb-a194-295d951b5837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb46180-b6a8-490a-9c75-95ed8e74c235,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:46.674500 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42950) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:46.721964 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22cd72a4-2f79-41f5-bc7a-279cb82215cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.742299 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22cd72a4-2f79-41f5-bc7a-279cb82215cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.788735 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22cd72a4-2f79-41f5-bc7a-279cb82215cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.791259 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22cd72a4-2f79-41f5-bc7a-279cb82215cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:46.793024 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-22cd72a4-2f79-41f5-bc7a-279cb82215cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adb46180-b6a8-490a-9c75-95ed8e74c235 HTTP/1.1" status: 204 len: 168 time: 0.1175423 Aug 09 11:31:46.800588 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd72a4-2f79-41f5-bc7a-279cb82215cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb46180-b6a8-490a-9c75-95ed8e74c235,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:47.104020 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42958) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:47.117659 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51fcd19b-79b5-4f0b-b640-fd4c9f3b0a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.193528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51fcd19b-79b5-4f0b-b640-fd4c9f3b0a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.196941 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51fcd19b-79b5-4f0b-b640-fd4c9f3b0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.233097 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcd19b-79b5-4f0b-b640-fd4c9f3b0a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a949670-8dd8-4ba2-a7f3-7001bfefee81,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:47.239750 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-51fcd19b-79b5-4f0b-b640-fd4c9f3b0a31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69e19658bed943ed9a598d2e5abf979b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313608 Aug 09 11:31:47.240132 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 42962) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:47.289931 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-92302ce2-2680-4978-b193-e2d1156d0cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.309823 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-92302ce2-2680-4978-b193-e2d1156d0cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.355504 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-92302ce2-2680-4978-b193-e2d1156d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.357975 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-92302ce2-2680-4978-b193-e2d1156d0cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:47.359141 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-92302ce2-2680-4978-b193-e2d1156d0cc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a949670-8dd8-4ba2-a7f3-7001bfefee81 HTTP/1.1" status: 204 len: 168 time: 0.1182802 Aug 09 11:31:47.366442 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92302ce2-2680-4978-b193-e2d1156d0cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a949670-8dd8-4ba2-a7f3-7001bfefee81,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:48.608059 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-66847779-5bae-49ba-b0df-7e85ceacc5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:50.011183 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:51.364413 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:51.610928 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:00.363169 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.765317 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43196) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:08.873464 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.950096 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.954418 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.993261 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=794afd9153b5463abdd21fc810f8b234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268078 Aug 09 11:32:08.996583 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43204) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:08.998726 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a9f34-1545-4073-ae4f-6ce27ee29be3,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:09.005883 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.006276 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.006621 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.006966 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.007309 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.007631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.007964 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.008295 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.008621 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.008947 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.009274 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.009591 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239b2143-0a63-48ae-8e32-5f9147317e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.048691 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.070453 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.122183 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.124719 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.125856 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d60a9f34-1545-4073-ae4f-6ce27ee29be3 HTTP/1.1" status: 204 len: 168 time: 0.1278439 Aug 09 11:32:09.133527 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a9f34-1545-4073-ae4f-6ce27ee29be3,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:09.142851 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.143212 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.143555 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.143895 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.144229 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.144565 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.144890 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.145218 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.145551 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.145877 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.146224 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:09.146550 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6492ee-d5a2-4c2d-a6d9-a8babc9353ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:15.249837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43256) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:15.351850 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6940-853b-4c30-8a0b-6256bb890b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.423550 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6940-853b-4c30-8a0b-6256bb890b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.427454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6940-853b-4c30-8a0b-6256bb890b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.478182 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ec1d6940-853b-4c30-8a0b-6256bb890b7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9392853da04d4a9290b109c72702ac1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248747 Aug 09 11:32:15.478182 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d6940-853b-4c30-8a0b-6256bb890b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0130a094-6b3c-4c39-a43d-0f30a917bfac,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:15.480079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43262) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:15.531797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cc38-5e9c-4751-935b-5829b947ca23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.553373 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cc38-5e9c-4751-935b-5829b947ca23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.601033 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cc38-5e9c-4751-935b-5829b947ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.603959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cc38-5e9c-4751-935b-5829b947ca23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.605173 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7ae3cc38-5e9c-4751-935b-5829b947ca23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0130a094-6b3c-4c39-a43d-0f30a917bfac HTTP/1.1" status: 204 len: 168 time: 0.1239417 Aug 09 11:32:15.613425 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3cc38-5e9c-4751-935b-5829b947ca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130a094-6b3c-4c39-a43d-0f30a917bfac,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.308432 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b0dce214-7b45-4777-aaad-ca2ca4c0c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.613054 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-044506f4-f5bf-466e-baac-e7ffe285f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.013939 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.289274 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43320) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:20.391254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9861d6d4-75f2-4a2e-aaa8-1c5f52e680ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.462617 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9861d6d4-75f2-4a2e-aaa8-1c5f52e680ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.466666 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9861d6d4-75f2-4a2e-aaa8-1c5f52e680ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.503288 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-9861d6d4-75f2-4a2e-aaa8-1c5f52e680ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4073fb84fbb043fca728632ebe540c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129455 Aug 09 11:32:20.504214 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861d6d4-75f2-4a2e-aaa8-1c5f52e680ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8771de63-5384-4cc5-89b5-9a6d43eb1b9a,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:20.506101 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43324) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:20.555364 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-955b428f-7da7-42ea-93d7-a6ba17be85f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.575866 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-955b428f-7da7-42ea-93d7-a6ba17be85f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.623767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-955b428f-7da7-42ea-93d7-a6ba17be85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.626664 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-955b428f-7da7-42ea-93d7-a6ba17be85f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.627850 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-955b428f-7da7-42ea-93d7-a6ba17be85f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8771de63-5384-4cc5-89b5-9a6d43eb1b9a HTTP/1.1" status: 204 len: 168 time: 0.1199386 Aug 09 11:32:20.636706 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b428f-7da7-42ea-93d7-a6ba17be85f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8771de63-5384-4cc5-89b5-9a6d43eb1b9a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:20.637805 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:32:21.366083 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:21.613174 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:26.236370 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea067d2-fdff-4de2-b180-f286a7cdceac req-e16a86a2-4821-4907-8bb0-2c91f6e622f0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:26.237823 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9ea067d2-fdff-4de2-b180-f286a7cdceac req-e16a86a2-4821-4907-8bb0-2c91f6e622f0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0484664 Aug 09 11:32:26.274963 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9ea067d2-fdff-4de2-b180-f286a7cdceac req-0cebf978-d9fc-4809-9fc6-dd63f8d4e31c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Aug 09 11:32:27.402478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81f1f-612b-4da6-966e-d92e747ef857 req-0a0b9322-cd13-465f-a472-e1625c82f795 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:27.403947 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f3f81f1f-612b-4da6-966e-d92e747ef857 req-0a0b9322-cd13-465f-a472-e1625c82f795 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0539272 Aug 09 11:32:27.441920 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f3f81f1f-612b-4da6-966e-d92e747ef857 req-2bd1c0f1-573b-466a-bb6e-295d75b36bf0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Aug 09 11:32:28.740294 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4fd67-ae56-4266-8e2b-0136036c36d5 req-ee86a5a3-3ef8-43bc-9b68-4c55d9f5c932 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:28.741655 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-44d4fd67-ae56-4266-8e2b-0136036c36d5 req-ee86a5a3-3ef8-43bc-9b68-4c55d9f5c932 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.2272472 Aug 09 11:32:28.779042 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-44d4fd67-ae56-4266-8e2b-0136036c36d5 req-a1ab2941-1e44-401f-9d47-85a111672338 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300906 Aug 09 11:32:29.085431 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-2b7d9bc4-2762-4947-8281-63787132de33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389140 Aug 09 11:32:29.196463 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-e83052f7-e774-46e8-ae32-d1c714b1aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:29.198046 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-e83052f7-e774-46e8-ae32-d1c714b1aec0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 1099 time: 0.0397434 Aug 09 11:32:29.301750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-b2f1eeb3-56b0-48de-b5c3-62a32c8cb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:29.303226 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-b2f1eeb3-56b0-48de-b5c3-62a32c8cb8df service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0868139 Aug 09 11:32:29.349169 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-b82a9ef2-cba5-4649-9c81-894a3f55c7f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 200 len: 217 time: 0.0378206 Aug 09 11:32:29.404156 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-bd88ed3e-e9dc-4309-856b-be60828c2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:29.405600 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-bd88ed3e-e9dc-4309-856b-be60828c2c69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0430813 Aug 09 11:32:29.465881 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-6bbff490-dcce-4185-ba72-3d3d7703f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:29.467420 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-6bbff490-dcce-4185-ba72-3d3d7703f7e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456023 Aug 09 11:32:29.553407 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-4b91e691-ed07-4322-94fc-3e3443dc3a28 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791450 Aug 09 11:32:29.645416 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1c12c22c-8db5-47a9-bd21-5a4d84b0c36a req-78bba518-b994-403b-a234-16668e8cc572 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Aug 09 11:32:29.899226 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df038-2e94-4707-856d-7427090d1883 req-1e0b0a3f-713e-44b1-baf9-e1316fb68c5f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:29.900621 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fa8df038-2e94-4707-856d-7427090d1883 req-1e0b0a3f-713e-44b1-baf9-e1316fb68c5f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Aug 09 11:32:29.936880 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fa8df038-2e94-4707-856d-7427090d1883 req-01074bab-d0c5-4daa-aadf-a46de143e62a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302374 Aug 09 11:32:30.387861 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.056462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935feee-307f-4bbc-aa80-f8213abc2d48 req-2f79807d-0e0f-489c-9a03-b0df28b45396 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:31.058328 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d935feee-307f-4bbc-aa80-f8213abc2d48 req-2f79807d-0e0f-489c-9a03-b0df28b45396 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Aug 09 11:32:31.096397 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d935feee-307f-4bbc-aa80-f8213abc2d48 req-4a47ae09-8699-4a4c-ba10-8f870e20e7e0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Aug 09 11:32:32.265898 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081435-42a0-4953-bb77-2a1f997fab2a req-b754f986-78a0-4e32-9ca0-ad92cbff29a7 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:32.267380 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01081435-42a0-4953-bb77-2a1f997fab2a req-b754f986-78a0-4e32-9ca0-ad92cbff29a7 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0998313 Aug 09 11:32:32.307670 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01081435-42a0-4953-bb77-2a1f997fab2a req-e55a8322-4633-48a0-a439-a394ebbacf2e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Aug 09 11:32:33.424449 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d287a6-8f27-4e9e-9731-56bcaba38dd9 req-edefd529-5955-45b6-98c5-dbd3ac1d30dd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:33.425880 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-20d287a6-8f27-4e9e-9731-56bcaba38dd9 req-edefd529-5955-45b6-98c5-dbd3ac1d30dd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0468228 Aug 09 11:32:33.462538 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-20d287a6-8f27-4e9e-9731-56bcaba38dd9 req-98c4f7fe-2daf-4bfb-a3e9-36db85ee5798 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Aug 09 11:32:34.579397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05a9e-0df1-4ad8-95cd-329eb247e708 req-73c1ea23-77a1-48b3-acb5-af8ef3cbf1c7 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:34.580846 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bce05a9e-0df1-4ad8-95cd-329eb247e708 req-73c1ea23-77a1-48b3-acb5-af8ef3cbf1c7 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0475783 Aug 09 11:32:34.617609 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bce05a9e-0df1-4ad8-95cd-329eb247e708 req-1f34da85-29b6-4f74-b890-501038f456e9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Aug 09 11:32:35.773256 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e36abc-ff4b-4ec0-8ba6-b2b35bf020bd req-d1acc5b5-38d6-4524-9e45-6af523f72507 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:35.774697 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-33e36abc-ff4b-4ec0-8ba6-b2b35bf020bd req-d1acc5b5-38d6-4524-9e45-6af523f72507 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0506108 Aug 09 11:32:35.811341 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-33e36abc-ff4b-4ec0-8ba6-b2b35bf020bd req-34a0e2a9-eda2-44d3-b4c6-ef2aa6d602d6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Aug 09 11:32:36.927786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415375fb-3d2a-4485-90bf-d00b3bdeb441 req-1a471a82-8594-4cda-8771-53a3c1ce596a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:36.929218 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-415375fb-3d2a-4485-90bf-d00b3bdeb441 req-1a471a82-8594-4cda-8771-53a3c1ce596a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0476065 Aug 09 11:32:36.966033 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-415375fb-3d2a-4485-90bf-d00b3bdeb441 req-ac149a9e-686b-46ed-99cc-b38b400e70c5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308518 Aug 09 11:32:37.199562 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b778e18-1e55-4842-ba03-f3ad2fc817bd req-8181d516-4e16-4ba0-8df9-6af5bb340741 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:37.201037 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b778e18-1e55-4842-ba03-f3ad2fc817bd req-8181d516-4e16-4ba0-8df9-6af5bb340741 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0476816 Aug 09 11:32:37.241303 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2b778e18-1e55-4842-ba03-f3ad2fc817bd req-1472f330-0940-4057-8b62-0ef88ee54091 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Aug 09 11:32:37.284857 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e81e-1e24-483f-8db3-66135451d710 req-eba98dd3-930a-4fe9-b075-0c4bf325fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:37.286359 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-eba98dd3-930a-4fe9-b075-0c4bf325fc01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1098 time: 0.0395765 Aug 09 11:32:37.373066 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e81e-1e24-483f-8db3-66135451d710 req-446504e9-ecb7-4e7a-bba9-c18bbd00a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:37.374466 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-446504e9-ecb7-4e7a-bba9-c18bbd00a697 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.0819166 Aug 09 11:32:37.446421 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-3a5ec8bd-88bb-4295-8dbc-a59a29434a35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 1001 time: 0.0579565 Aug 09 11:32:37.494118 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e81e-1e24-483f-8db3-66135451d710 req-3e48d614-8b7c-4244-828e-c1aeea81e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:37.495520 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-3e48d614-8b7c-4244-828e-c1aeea81e974 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0414634 Aug 09 11:32:37.542283 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e81e-1e24-483f-8db3-66135451d710 req-a750395c-0579-4b73-861f-c9bd2c380be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:37.543760 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-a750395c-0579-4b73-861f-c9bd2c380be9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395980 Aug 09 11:32:37.634101 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-f12aab1a-8713-47ef-94ce-a1b138d629ac service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826805 Aug 09 11:32:37.727201 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edf3e81e-1e24-483f-8db3-66135451d710 req-c7f3bde3-734b-4cbe-ae7b-e320d81554b8 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836463 Aug 09 11:32:38.462675 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d366b-4972-4e2e-820d-6f863cf64843 req-2bcf426d-d882-429a-8cec-c4c8690dedca tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:38.464842 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-770d366b-4972-4e2e-820d-6f863cf64843 req-2bcf426d-d882-429a-8cec-c4c8690dedca tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0521097 Aug 09 11:32:38.508868 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-770d366b-4972-4e2e-820d-6f863cf64843 req-c96bc857-2f24-4b06-9929-38fab4c9b21b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380001 Aug 09 11:32:39.627444 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4825343-6eb3-413a-bae9-a1c2b282e380 req-fe42ddec-ddac-409c-8fd0-c6299d76acda tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:32:39.628889 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d4825343-6eb3-413a-bae9-a1c2b282e380 req-fe42ddec-ddac-409c-8fd0-c6299d76acda tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0483260 Aug 09 11:32:39.665132 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d4825343-6eb3-413a-bae9-a1c2b282e380 req-e42118db-10cf-4071-b8b5-3ea63c9a1bea tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303941 Aug 09 11:32:46.310265 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-73e84b66-8dbf-43a1-b689-67c32e5aab56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.615273 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-01600ebb-e469-44bf-965e-d540fb3172f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.131226 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:51.369819 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:51.614629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.636910 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:33:00.380767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.114120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43466) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:07.119454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583095936', 'description': 'tempest-description--1919852460'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:07.142076 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.204913 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.208381 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.236181 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.237368 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1221721 Aug 09 11:33:07.239299 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441c17d-51bd-4b44-9f8e-1271f5a67df3 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7363ff3f-6c99-461d-8cd1-463daeb22d66,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:07.240383 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43468) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:07.247077 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': '7363ff3f-6c99-461d-8cd1-463daeb22d66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:07.273373 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.317911 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.321521 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.340080 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33006e43-128e-4597-bbe9-350d16779087,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:07.346347 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.347524 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-65718138-3b1b-43b0-af68-c4e1378b6248 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051185 Aug 09 11:33:07.350257 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43470) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:07.355128 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': '7363ff3f-6c99-461d-8cd1-463daeb22d66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:07.378533 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.433554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.437069 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.456098 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c238191b-81fb-4f2a-8113-16e90bd5c879,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:07.465557 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.466762 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7a384239-4bc0-4a7b-8f42-656390a071b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156013 Aug 09 11:33:07.469827 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43472) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:07.474392 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:07.494836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.594600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.716739 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.27.2.81 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/de17e618-8bbe-453f-93a8-a1d950f1f0ce) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:07.829836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.865591 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.909145 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:07.912089 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:07.915503 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:33:07.920974 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=de17e618-8bbe-453f-93a8-a1d950f1f0ce,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:08.003869 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.039827 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.221053 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.225968 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.309395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=de17e618-8bbe-453f-93a8-a1d950f1f0ce,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:08.315631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.334346 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.336623 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d0e52a1f-472e-41f3-b63e-212c0457d8ab tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8655026 Aug 09 11:33:08.536855 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-d202aa1b-34a4-45e9-983f-b053b740b872 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--583095936&fields=id&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 267 time: 0.0329015 Aug 09 11:33:08.642468 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-9ff0dd81-8483-4eb7-8eee-2d352b7cc35d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:08.644491 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-9ff0dd81-8483-4eb7-8eee-2d352b7cc35d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1008263 Aug 09 11:33:08.660914 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-162a5933-5650-4c3d-852f-2e79c1e99bc7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/quotas/ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 375 time: 0.0099285 Aug 09 11:33:08.724425 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-1e6bb08f-c936-4dd1-a293-f4cafd23a38e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575962 Aug 09 11:33:08.869340 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-04782311-1da7-4ef3-a173-865094fd08b6 service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328232 Aug 09 11:33:08.963131 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-5bbaf6c0-bae3-4fe5-82fa-70bc1e4a86fd service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865130 Aug 09 11:33:09.122555 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-42dd3675-a93b-488a-8658-eee2c9f43932 req-35ffc3c8-1b66-40de-be93-2600bae4024d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 210 time: 0.0269446 Aug 09 11:33:10.257816 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b7f71164-228b-42d5-92e8-d7384a56a8b0 req-fe039e63-effb-4418-900b-576f4e863848 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 210 time: 0.0626845 Aug 09 11:33:10.293700 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-9e5c62c0-eeb5-40d1-bdf4-a3baf4ad0639 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:10.295142 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-9e5c62c0-eeb5-40d1-bdf4-a3baf4ad0639 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1285367 Aug 09 11:33:10.355143 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-d47219e8-642f-4247-a955-123362be0881 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 472 time: 0.0364842 Aug 09 11:33:10.365098 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'port': {'device_id': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'admin_state_up': True, 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'security_groups': ['7363ff3f-6c99-461d-8cd1-463daeb22d66']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:10.465753 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Made reservation on behalf of ea64a7a559ef455cac411ec1f7a6f8cb for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:10.469178 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.590951 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.20.0.8 (2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef/e047d322-38d0-4b3e-9c5e-87b294ab299a/91e61277-7a22-4380-94fc-b81e668e6ecb) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:10.724614 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.756825 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.798781 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:10.801764 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:10.805189 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:33:10.827998 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=91e61277-7a22-4380-94fc-b81e668e6ecb,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:10.843301 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.843560 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.843919 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.844234 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.844567 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.844894 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.845219 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.845542 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.845870 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.846217 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.846539 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.846859 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:10.868425 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:10.869062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.886209 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-7414a1c5-152b-4bef-bbef-6d2d1c06e43d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5245957 Aug 09 11:33:10.949805 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Request body: {'port': {'device_id': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:11.006452 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.042771 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-cad237ea-76ba-471c-9bf9-8daec83faccc None None] Provisioning complete for port 91e61277-7a22-4380-94fc-b81e668e6ecb triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:11.043456 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cad237ea-76ba-471c-9bf9-8daec83faccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.075767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-cad237ea-76ba-471c-9bf9-8daec83faccc None None] Port 91e61277-7a22-4380-94fc-b81e668e6ecb cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:33:11.264394 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e61277-7a22-4380-94fc-b81e668e6ecb {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:33:11.271599 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.284107 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Transition to ACTIVE for port object 91e61277-7a22-4380-94fc-b81e668e6ecb will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:11.288139 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.369267 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Pushing event updated for resources: {'Port': ['ID=91e61277-7a22-4380-94fc-b81e668e6ecb,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:11.383271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b395ee1-1342-43bd-a5e5-6559aa007cef req-d067757e-fc81-40c4-b808-591390598e6a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:11.384769 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0b395ee1-1342-43bd-a5e5-6559aa007cef req-d067757e-fc81-40c4-b808-591390598e6a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 943 time: 0.0530138 Aug 09 11:33:11.398472 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Attempting to bind port 91e61277-7a22-4380-94fc-b81e668e6ecb on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:33:11.398814 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Attempting to bind port 91e61277-7a22-4380-94fc-b81e668e6ecb by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:33:11.399144 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Attempting to bind port 91e61277-7a22-4380-94fc-b81e668e6ecb on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:33:11.403754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Port 91e61277-7a22-4380-94fc-b81e668e6ecb on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:33:11.404087 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Attempting to bind port 91e61277-7a22-4380-94fc-b81e668e6ecb on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:33:11.409008 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:33:11.409363 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:33:11.409737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Bound using segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:33:11.410196 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Bound port: 91e61277-7a22-4380-94fc-b81e668e6ecb, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:33:11.410561 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.423374 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0b395ee1-1342-43bd-a5e5-6559aa007cef req-d3ca5ba2-3b1c-4a22-8b89-8eaed4dbf947 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Aug 09 11:33:11.473701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] For port 91e61277-7a22-4380-94fc-b81e668e6ecb, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:11.476595 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] For port 91e61277-7a22-4380-94fc-b81e668e6ecb, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=91e61277-7a22-4380-94fc-b81e668e6ecb,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:11.481303 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.485122 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:11.485715 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.487092 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] 10.222.0.43 "PUT /v2.0/ports/91e61277-7a22-4380-94fc-b81e668e6ecb HTTP/1.1" status: 200 len: 1093 time: 0.5862114 Aug 09 11:33:11.487511 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:33:11.489752 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129837e0-525f-4b76-890a-6c7f389ee7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:11.537723 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbd74a-b0c7-43a3-a558-bbe979444426 service neutron] Pushing event updated for resources: {'Port': ['ID=91e61277-7a22-4380-94fc-b81e668e6ecb,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:11.592989 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef4d67-2a56-4083-8b09-ce65e179059c x-openstack-request-id: req-dfef4d67-2a56-4083-8b09-ce65e179059c {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:11.593283 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:11.593532 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfef4d67-2a56-4083-8b09-ce65e179059c {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:11.593927 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfef4d67-2a56-4083-8b09-ce65e179059c'] response: {'name': 'network-changed', 'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'status': 'completed', 'code': 200} Aug 09 11:33:11.599769 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-1ee311cc-2c4f-41ef-8250-e31e045bbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:11.601252 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-1ee311cc-2c4f-41ef-8250-e31e045bbc87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 1096 time: 0.0479126 Aug 09 11:33:11.654439 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-db22f231-56b2-4a31-931e-b4b36d679f76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e61277-7a22-4380-94fc-b81e668e6ecb HTTP/1.1" status: 200 len: 217 time: 0.0343390 Aug 09 11:33:11.703302 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-616db7b9-630c-416b-8dec-a4d1582ff103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:11.704730 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-616db7b9-630c-416b-8dec-a4d1582ff103 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0434437 Aug 09 11:33:11.764823 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-75a6a25b-5cb6-4091-980f-3cb1ed8e0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:11.766369 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-75a6a25b-5cb6-4091-980f-3cb1ed8e0719 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496771 Aug 09 11:33:11.855768 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-e4129260-6136-4a10-893e-dec134493445 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817707 Aug 09 11:33:11.947845 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6824874a-aba9-4145-a236-e34ae773b9d1 req-c09c2938-e5e3-45c8-a611-7f00d42bb580 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Aug 09 11:33:12.094474 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-a6d2f758-9a96-44c6-8862-2abdbe5acf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:12.095944 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-a6d2f758-9a96-44c6-8862-2abdbe5acf34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 1096 time: 0.0415044 Aug 09 11:33:12.187390 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-68033bd2-afb6-4a5f-80a0-c6db9486297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:12.188803 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-68033bd2-afb6-4a5f-80a0-c6db9486297e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.0831077 Aug 09 11:33:12.233247 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-5e26f1d8-a516-4204-b433-b670b65011b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e61277-7a22-4380-94fc-b81e668e6ecb HTTP/1.1" status: 200 len: 217 time: 0.0362225 Aug 09 11:33:12.279821 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-af346d8e-2842-450c-845f-bf98d10881e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:12.281804 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-af346d8e-2842-450c-845f-bf98d10881e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0420125 Aug 09 11:33:12.326149 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-acfe409a-8e89-4274-b372-f56114b87ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:12.327590 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-acfe409a-8e89-4274-b372-f56114b87ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388002 Aug 09 11:33:12.421380 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-db12d6cf-c709-4578-9480-54be4259b752 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859876 Aug 09 11:33:12.543613 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e20141-5473-4a83-a8b7-c3f96bef4ece req-9419d113-b61f-4ba7-8d01-14518cf4e517 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:12.545086 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61e20141-5473-4a83-a8b7-c3f96bef4ece req-9419d113-b61f-4ba7-8d01-14518cf4e517 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 943 time: 0.0535605 Aug 09 11:33:12.586652 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61e20141-5473-4a83-a8b7-c3f96bef4ece req-6a0cdd7a-b17e-4cd7-9b74-520115a0ee59 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354016 Aug 09 11:33:12.733958 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-129837e0-525f-4b76-890a-6c7f389ee7ce req-cce8c6c8-a673-435f-9dc5-d8ed38f8b487 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040540 Aug 09 11:33:13.708709 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987fdf2-3ee8-4441-89b8-905063e8be99 req-ff05a181-0887-4273-a1cb-b48221abe877 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:13.710179 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b987fdf2-3ee8-4441-89b8-905063e8be99 req-ff05a181-0887-4273-a1cb-b48221abe877 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 943 time: 0.0517867 Aug 09 11:33:13.746823 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b987fdf2-3ee8-4441-89b8-905063e8be99 req-1ee48fcc-0c15-4c0a-a31f-cf8639897004 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296264 Aug 09 11:33:14.863821 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79346556-8bc5-4cd6-8426-6682f4bf0a33 req-18161df3-a9da-4f54-b9be-21b154359020 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:14.865265 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-79346556-8bc5-4cd6-8426-6682f4bf0a33 req-18161df3-a9da-4f54-b9be-21b154359020 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Aug 09 11:33:14.902281 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-79346556-8bc5-4cd6-8426-6682f4bf0a33 req-61e8b43b-ab83-4fb5-9d1a-703e97fc3765 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Aug 09 11:33:16.022188 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb049c-9f52-43a4-9d47-9f65fc8e6613 req-83a12b11-7b66-483d-a299-29b62bf7fd99 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:16.023640 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08eb049c-9f52-43a4-9d47-9f65fc8e6613 req-83a12b11-7b66-483d-a299-29b62bf7fd99 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 943 time: 0.0477617 Aug 09 11:33:16.061671 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08eb049c-9f52-43a4-9d47-9f65fc8e6613 req-0f692aa4-c14f-45cf-a20c-f61a5cfe8950 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Aug 09 11:33:16.312440 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9b60e1e8-0988-4f0d-88be-d90396a33e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.534333 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 91e61277-7a22-4380-94fc-b81e668e6ecb details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:33:16.636068 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 91e61277-7a22-4380-94fc-b81e668e6ecb, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=91e61277-7a22-4380-94fc-b81e668e6ecb,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:16.646652 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'port_id': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'mac_address': 'fa:16:3e:66:83:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:33:16.683977 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 91e61277-7a22-4380-94fc-b81e668e6ecb is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:33:16.684365 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.701063 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e61277-7a22-4380-94fc-b81e668e6ecb {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:33:16.720780 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 91e61277-7a22-4380-94fc-b81e668e6ecb, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=91e61277-7a22-4380-94fc-b81e668e6ecb,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:16.724799 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.771005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=91e61277-7a22-4380-94fc-b81e668e6ecb,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:16.778824 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.779177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.779520 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.779860 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.780196 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.780529 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.780863 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.781190 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.781537 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.781866 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.782213 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.782537 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:17.178797 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a290d2-573b-4914-905c-edad11ebb497 req-2d35e53a-c811-40cf-b6d9-dbb03c15a761 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:17.180252 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-49a290d2-573b-4914-905c-edad11ebb497 req-2d35e53a-c811-40cf-b6d9-dbb03c15a761 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 944 time: 0.0508816 Aug 09 11:33:17.218056 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-49a290d2-573b-4914-905c-edad11ebb497 req-337156fa-dd2f-41c1-b03a-018b107093fa tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310357 Aug 09 11:33:17.312787 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['91e61277-7a22-4380-94fc-b81e668e6ecb'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:33:18.336859 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6aafe-581d-4332-bcdf-c0c1768ac14e req-50ac55be-d5ef-48a9-9dc5-cdc203cd4371 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:18.339590 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-add6aafe-581d-4332-bcdf-c0c1768ac14e req-50ac55be-d5ef-48a9-9dc5-cdc203cd4371 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 944 time: 0.0498228 Aug 09 11:33:18.380353 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-add6aafe-581d-4332-bcdf-c0c1768ac14e req-8335f7fc-3afe-40d6-a4c6-08dcaaf9ec90 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342481 Aug 09 11:33:18.566262 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 91e61277-7a22-4380-94fc-b81e668e6ecb up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:18.620730 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3474-1a43-4cc5-981e-8161fcd8efa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.626819 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 91e61277-7a22-4380-94fc-b81e668e6ecb completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:18.630590 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 91e61277-7a22-4380-94fc-b81e668e6ecb triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:18.630958 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.704669 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 91e61277-7a22-4380-94fc-b81e668e6ecb is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:33:18.705053 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.730283 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:33:18.732508 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a695234f-f75a-4c2b-b82b-0db8f30525ec" -d '{"events": [{"server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "name": "network-vif-plugged", "status": "completed", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:18.745028 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 91e61277-7a22-4380-94fc-b81e668e6ecb, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=91e61277-7a22-4380-94fc-b81e668e6ecb,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:18.749411 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.780843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a170b1f-9be5-4a71-86b2-b1679e378eca x-openstack-request-id: req-1a170b1f-9be5-4a71-86b2-b1679e378eca {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:18.781153 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "name": "network-vif-plugged", "status": "completed", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:18.781403 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a170b1f-9be5-4a71-86b2-b1679e378eca {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:18.781784 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a170b1f-9be5-4a71-86b2-b1679e378eca'] response: {'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'code': 200} Aug 09 11:33:18.800478 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=91e61277-7a22-4380-94fc-b81e668e6ecb,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:18.994638 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca302d-619f-4bcb-b0ee-a0e80ef281b2 req-58ee2fc7-8f4d-4b89-9df8-1bb1033e5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:18.996076 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ceca302d-619f-4bcb-b0ee-a0e80ef281b2 req-58ee2fc7-8f4d-4b89-9df8-1bb1033e5573 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 1098 time: 0.0391324 Aug 09 11:33:19.030289 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ceca302d-619f-4bcb-b0ee-a0e80ef281b2 req-9a0d82b1-bc0a-4124-96b4-f26304607c3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260370 Aug 09 11:33:19.499571 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998261-82df-4ab7-8128-0c0e8ecfb1e4 req-0ac859ff-5998-4c50-ba8d-f0343ed1ea84 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:19.501037 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ad998261-82df-4ab7-8128-0c0e8ecfb1e4 req-0ac859ff-5998-4c50-ba8d-f0343ed1ea84 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0477474 Aug 09 11:33:19.538494 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ad998261-82df-4ab7-8128-0c0e8ecfb1e4 req-d716c323-cf05-4c9f-82b5-313657b0aa93 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Aug 09 11:33:20.019350 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:20.658911 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd4d35-968a-4d88-aee3-c6d2b6eba84f req-ae651053-382a-4da7-9206-03f2e3b38a04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:20.660403 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e4cd4d35-968a-4d88-aee3-c6d2b6eba84f req-ae651053-382a-4da7-9206-03f2e3b38a04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0514019 Aug 09 11:33:20.698251 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e4cd4d35-968a-4d88-aee3-c6d2b6eba84f req-acdf2f86-b2c8-4a89-89be-a37b538d2ac9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Aug 09 11:33:21.371985 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.616140 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.816708 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdf81-0c8c-4e5c-a08a-cc4fd73f62d6 req-b26ad1b0-c1aa-489b-baa6-bb91b1e8684a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:21.818190 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-205fdf81-0c8c-4e5c-a08a-cc4fd73f62d6 req-b26ad1b0-c1aa-489b-baa6-bb91b1e8684a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Aug 09 11:33:21.855492 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-205fdf81-0c8c-4e5c-a08a-cc4fd73f62d6 req-af79a395-d092-4769-8d20-df485ec57fba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Aug 09 11:33:21.969521 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e5f9-e1b1-4f0b-9acd-7d3c8be33430 req-555fd7b3-c8de-4fcb-b7b7-4baec90d458b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:21.970984 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-29c9e5f9-e1b1-4f0b-9acd-7d3c8be33430 req-555fd7b3-c8de-4fcb-b7b7-4baec90d458b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0477955 Aug 09 11:33:21.980481 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43562) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:21.984839 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'port_id': '91e61277-7a22-4380-94fc-b81e668e6ecb'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:22.025185 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.449151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.452813 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.549757 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP 08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c associated. External IP: 172.27.2.81, port: 91e61277-7a22-4380-94fc-b81e668e6ecb. Aug 09 11:33:22.745878 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:33:22.851737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:22.857264 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.861751 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:22.870889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:33:22.871500 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:33:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:22.884143 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-1b7a6b06-4b26-4210-99a0-ad4a5f068874 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "PUT /v2.0/floatingips/08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c HTTP/1.1" status: 200 len: 990 time: 0.9025364 Aug 09 11:33:22.884821 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:33:22.887216 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3fd948-f3b8-493a-8263-1d360a6649dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:22.922359 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436f7997-3694-421b-837c-c18b3371d223 x-openstack-request-id: req-436f7997-3694-421b-837c-c18b3371d223 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:22.922644 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:22.922893 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-436f7997-3694-421b-837c-c18b3371d223 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:22.923298 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436f7997-3694-421b-837c-c18b3371d223'] response: {'name': 'network-changed', 'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'status': 'completed', 'code': 200} Aug 09 11:33:22.979681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:33:23.012157 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-d124eeb7-855e-47d6-9663-c9a47385392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:23.013634 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-d124eeb7-855e-47d6-9663-c9a47385392e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 1098 time: 0.0434508 Aug 09 11:33:23.101520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-152d3aec-5fe3-4cac-907c-55f3f7d30741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:23.103544 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-152d3aec-5fe3-4cac-907c-55f3f7d30741 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.0834422 Aug 09 11:33:23.172098 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-670850b4-fafe-4ad1-8230-85683e78889d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e61277-7a22-4380-94fc-b81e668e6ecb HTTP/1.1" status: 200 len: 998 time: 0.0619583 Aug 09 11:33:23.206834 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:66:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:33:07Z', 'updated_at': '2022-08-09T11:33:22Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}, {'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:20Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:23.220586 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-1b56fa8d-0296-410b-bb0f-7cd402d629a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:23.222112 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-1b56fa8d-0296-410b-bb0f-7cd402d629a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0436642 Aug 09 11:33:23.235484 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:23.243927 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:33:23.244530 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:33:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:23.266423 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-78715245-58bb-472c-882b-8b5cb9f7b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:23.267939 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-78715245-58bb-472c-882b-8b5cb9f7b914 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395002 Aug 09 11:33:23.349928 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:33:23.365286 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-df6989bc-d2e0-4ea6-a28c-7e18e5cbc2fe service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823479 Aug 09 11:33:23.453824 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0e3fd948-f3b8-493a-8263-1d360a6649dd req-a11d448f-842b-4fc6-8afe-f5987f2c17db service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812118 Aug 09 11:33:23.578452 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:66:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:33:07Z', 'updated_at': '2022-08-09T11:33:22Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}, {'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:20Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:23.605255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5b084-29e8-4c45-9e17-e8b1257c3bd2 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:66:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:33:07Z', 'updated_at': '2022-08-09T11:33:22Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}, {'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:20Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:23.781206 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5083f-7428-4b47-bb00-7c82a2949859 None None] New status for floating IP 08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:33:26.807863 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cfe46-8a8c-459c-9550-5e47c1440b3d req-531771e9-2572-47ba-8b5d-d8251d11d418 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:26.809336 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-376cfe46-8a8c-459c-9550-5e47c1440b3d req-531771e9-2572-47ba-8b5d-d8251d11d418 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0521007 Aug 09 11:33:26.845904 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-79bbc4d7-834f-4898-a43b-b6d79cfa6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:26.847616 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-79bbc4d7-834f-4898-a43b-b6d79cfa6ffb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1137 time: 0.0463901 Aug 09 11:33:26.849416 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-376cfe46-8a8c-459c-9550-5e47c1440b3d req-950a8c9f-1684-4fb7-9083-32aebde509c8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339811 Aug 09 11:33:26.937596 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-af28bd1a-5e08-498a-8f11-0274d1a6c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:26.939075 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-af28bd1a-5e08-498a-8f11-0274d1a6c074 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 916 time: 0.0832138 Aug 09 11:33:27.006465 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-de3ccd98-3130-4d76-9a86-261b23a3792a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 1001 time: 0.0597453 Aug 09 11:33:27.054878 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-26438f62-e292-4db4-a173-d14b3e8d8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:27.056896 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-26438f62-e292-4db4-a173-d14b3e8d8407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.0431855 Aug 09 11:33:27.102082 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-1acba34c-810b-4a07-9497-158be885ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:27.104156 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-1acba34c-810b-4a07-9497-158be885ab17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394568 Aug 09 11:33:27.197101 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-afae1902-be25-4eea-9ddf-481acd28154f service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817351 Aug 09 11:33:27.284027 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-285d2d17-810f-417d-b6bf-1be9c09c329d req-851808a0-0a97-4e50-b669-8d4cce88d401 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794425 Aug 09 11:33:27.972923 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc1f7b-d787-4ee3-b36b-2c6b82c63da7 req-cb840fda-e18d-4a8d-8080-ca5ff3143098 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:27.974394 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aadc1f7b-d787-4ee3-b36b-2c6b82c63da7 req-cb840fda-e18d-4a8d-8080-ca5ff3143098 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0512447 Aug 09 11:33:28.012590 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-aadc1f7b-d787-4ee3-b36b-2c6b82c63da7 req-4840baff-498d-4fc4-8c56-c1bbd4ab6975 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315921 Aug 09 11:33:28.785193 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3a26a-9c70-47d3-9ebc-eae3ba709d4c req-4db6c1a8-472d-4b59-9131-39a3d09a13f7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:28.786690 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d5d3a26a-9c70-47d3-9ebc-eae3ba709d4c req-4db6c1a8-472d-4b59-9131-39a3d09a13f7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0793390 Aug 09 11:33:28.792283 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-0c118a04-fa93-4799-8173-704f6578c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:28.793632 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-0c118a04-fa93-4799-8173-704f6578c5c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.0580976 Aug 09 11:33:28.854307 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d5d3a26a-9c70-47d3-9ebc-eae3ba709d4c req-37bf834b-2cd2-45e4-8854-170babe1be2c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596857 Aug 09 11:33:28.909049 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-3b911691-1d0d-41e4-a0b4-c55a294b463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:28.910439 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-3b911691-1d0d-41e4-a0b4-c55a294b463e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.1095097 Aug 09 11:33:28.973357 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-13b38221-0474-4a79-af55-4e78fa61f4ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 1002 time: 0.0549600 Aug 09 11:33:29.078877 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-789dc08c-295c-4707-818d-cf9315bc84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.080109 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-789dc08c-295c-4707-818d-cf9315bc84e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0698004 Aug 09 11:33:29.101081 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-47f6dac4-fafd-4dfe-b43d-07914010dca2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574596 Aug 09 11:33:29.129715 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-7f9b39b5-a2d9-4046-b34b-7ce7f7ee2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.132360 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-7f9b39b5-a2d9-4046-b34b-7ce7f7ee2d94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419600 Aug 09 11:33:29.136864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6334a-ed3a-402b-93ee-c25a1c06ef06 req-b7a31db5-56a3-4257-88e9-633867efc8df tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.138337 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-15d6334a-ed3a-402b-93ee-c25a1c06ef06 req-b7a31db5-56a3-4257-88e9-633867efc8df tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0503795 Aug 09 11:33:29.177800 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-15d6334a-ed3a-402b-93ee-c25a1c06ef06 req-6b5e2bdf-e364-4e27-a55f-c21ca815f4c9 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332642 Aug 09 11:33:29.252334 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f831-44a5-4485-835d-02866f149fef req-e13ad5ab-7b2e-45f9-afcd-9fae8455b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.253794 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-e13ad5ab-7b2e-45f9-afcd-9fae8455b44e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1098 time: 0.0913439 Aug 09 11:33:29.270032 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-5d7b7ef9-6c7d-4a0d-9507-8142351f9c79 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149416 Aug 09 11:33:29.428926 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e85067e6-e792-4bf1-98d7-4ab0d33316e5 req-481a0ab4-3c76-4c38-93bb-fc42bac89fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484530 Aug 09 11:33:29.429884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f831-44a5-4485-835d-02866f149fef req-f8b2be62-ae30-4264-9747-7167c9464a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.431827 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-f8b2be62-ae30-4264-9747-7167c9464a8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.1504931 Aug 09 11:33:29.517640 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-07587bc4-8a31-40d3-90e8-ed2e3df43f0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 1001 time: 0.0620661 Aug 09 11:33:29.571003 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f831-44a5-4485-835d-02866f149fef req-c399d954-f35c-4b03-bfcb-7fbb87989d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.572471 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-c399d954-f35c-4b03-bfcb-7fbb87989d86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0437796 Aug 09 11:33:29.644931 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f831-44a5-4485-835d-02866f149fef req-176f42c2-a413-4103-b870-aaf3276e7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.646414 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-176f42c2-a413-4103-b870-aaf3276e7f8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385096 Aug 09 11:33:29.736248 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-7a9e7f4a-b5a9-4bfb-9929-452782887d4a service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810442 Aug 09 11:33:29.821975 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b4c8f831-44a5-4485-835d-02866f149fef req-9a8dc7b6-4b74-4a72-af0a-0f199e6eaec1 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782194 Aug 09 11:33:29.975731 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed04f8-d694-4ac9-b126-620d20021133 req-2f9deafc-6aae-4818-a9af-f05e1d4cae63 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:29.977168 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5aed04f8-d694-4ac9-b126-620d20021133 req-2f9deafc-6aae-4818-a9af-f05e1d4cae63 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0507300 Aug 09 11:33:30.013635 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5aed04f8-d694-4ac9-b126-620d20021133 req-5571c5a9-6709-4dfa-a872-8c98b518cfb5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298212 Aug 09 11:33:30.298907 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391359d5-e4a7-4b8d-8be7-866ae4b66c0b req-6f9b9077-d1cb-42b0-87bd-6a8166d8441e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:30.300479 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-391359d5-e4a7-4b8d-8be7-866ae4b66c0b req-6f9b9077-d1cb-42b0-87bd-6a8166d8441e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0510683 Aug 09 11:33:30.340659 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-391359d5-e4a7-4b8d-8be7-866ae4b66c0b req-c3eb9ccb-53a5-48fd-8578-7abca6c08b78 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338395 Aug 09 11:33:30.393152 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:31.132465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb2221-9101-459a-949d-ea68e450ec59 req-23f32fa3-ba62-40bb-b02b-c079a8744603 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:31.134580 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5ccb2221-9101-459a-949d-ea68e450ec59 req-23f32fa3-ba62-40bb-b02b-c079a8744603 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0484176 Aug 09 11:33:31.169914 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5ccb2221-9101-459a-949d-ea68e450ec59 req-377f97ea-8781-40ac-80da-fb6d4a3eac5e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296721 Aug 09 11:33:31.459850 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f133-46bd-4c7d-9147-52eec35a6aa7 req-02c88b81-a695-4432-92ac-24ab3b739a79 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:31.461487 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6136f133-46bd-4c7d-9147-52eec35a6aa7 req-02c88b81-a695-4432-92ac-24ab3b739a79 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0519321 Aug 09 11:33:31.501029 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6136f133-46bd-4c7d-9147-52eec35a6aa7 req-3cd3bd14-b991-492b-b165-85b8f7b1bf3d tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330324 Aug 09 11:33:32.286207 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b47c4-063c-4376-8f12-1f0ac81d3f2f req-cfae4e41-9ad8-463e-8879-cb5425ff55eb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:32.288017 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-114b47c4-063c-4376-8f12-1f0ac81d3f2f req-cfae4e41-9ad8-463e-8879-cb5425ff55eb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0479307 Aug 09 11:33:32.324542 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-114b47c4-063c-4376-8f12-1f0ac81d3f2f req-fa2ab305-ce74-4af2-bbba-61f39d44d14d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306187 Aug 09 11:33:32.619007 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83100249-5578-4aa9-aae4-0abd45fb40fb req-6805db82-7e17-4597-b529-a5221f315428 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:32.620364 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-83100249-5578-4aa9-aae4-0abd45fb40fb req-6805db82-7e17-4597-b529-a5221f315428 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0482161 Aug 09 11:33:32.659120 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-83100249-5578-4aa9-aae4-0abd45fb40fb req-93976547-0899-48b1-8a4a-206fadfb5cb5 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325994 Aug 09 11:33:33.448746 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b3c1c-426e-4441-a72f-d24f4fdc8d4c req-d18a1f99-41ed-4c56-bec0-ca93e46c2611 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:33.450378 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f08b3c1c-426e-4441-a72f-d24f4fdc8d4c req-d18a1f99-41ed-4c56-bec0-ca93e46c2611 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0544667 Aug 09 11:33:33.485927 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f08b3c1c-426e-4441-a72f-d24f4fdc8d4c req-409ff715-5269-41d4-a04d-1c39208d3034 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298252 Aug 09 11:33:33.778668 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3372c4c-d4ab-4053-8d1a-27f709b3e8ce req-c2e7c371-10f6-4b66-9cf8-94472a834433 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:33.780123 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c3372c4c-d4ab-4053-8d1a-27f709b3e8ce req-c2e7c371-10f6-4b66-9cf8-94472a834433 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0482535 Aug 09 11:33:33.820289 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c3372c4c-d4ab-4053-8d1a-27f709b3e8ce req-8d3de1ef-4abf-428f-9088-2984dfa5deb8 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341640 Aug 09 11:33:34.609176 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1d29c-f3ec-4556-af27-7d96946286f7 req-151d4940-4218-4354-b1d3-8d2c0e8b5efb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:34.610632 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-11f1d29c-f3ec-4556-af27-7d96946286f7 req-151d4940-4218-4354-b1d3-8d2c0e8b5efb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0474880 Aug 09 11:33:34.635690 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:33:34.646585 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-11f1d29c-f3ec-4556-af27-7d96946286f7 req-94bcd790-4f89-449b-9ca3-c5a042afa5a8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301428 Aug 09 11:33:34.944108 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef37a8-148b-44a2-8028-e112b5530fca req-97044e5a-c0a6-454f-8e8d-26d19c5431bd tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:34.945539 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a8ef37a8-148b-44a2-8028-e112b5530fca req-97044e5a-c0a6-454f-8e8d-26d19c5431bd tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0513487 Aug 09 11:33:34.984244 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a8ef37a8-148b-44a2-8028-e112b5530fca req-cb9539b6-a6c7-4fb8-ba16-edfb78905420 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318477 Aug 09 11:33:35.764896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20120e1b-eef7-4bd5-845d-3caf5ba4cdc7 req-7f4ddeb1-e58d-4a69-b7e3-9b5c83b5554c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:35.766386 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-20120e1b-eef7-4bd5-845d-3caf5ba4cdc7 req-7f4ddeb1-e58d-4a69-b7e3-9b5c83b5554c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0484607 Aug 09 11:33:35.807530 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-20120e1b-eef7-4bd5-845d-3caf5ba4cdc7 req-c0a46ef5-0489-4b26-8f5b-bdf26af745a6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352819 Aug 09 11:33:36.105876 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a4104-d358-4eb7-93ac-6ab9463c817d req-77d923f1-287b-4e89-8100-2ec316ef9823 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:36.107357 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-525a4104-d358-4eb7-93ac-6ab9463c817d req-77d923f1-287b-4e89-8100-2ec316ef9823 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0498929 Aug 09 11:33:36.146083 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-525a4104-d358-4eb7-93ac-6ab9463c817d req-e3a0ff40-cead-47d8-b781-9e0dccf1889a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327344 Aug 09 11:33:36.928525 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233afcb-7de8-4c2b-a809-c45808ab1797 req-79b56885-61ab-4ad0-b4ee-02b37b595338 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:36.929969 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1233afcb-7de8-4c2b-a809-c45808ab1797 req-79b56885-61ab-4ad0-b4ee-02b37b595338 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0522122 Aug 09 11:33:36.966319 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1233afcb-7de8-4c2b-a809-c45808ab1797 req-08a8f0a1-4467-49fa-9392-394e5e212494 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298810 Aug 09 11:33:37.265048 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58575-b142-4bcb-9796-9216180be038 req-5b7a9cac-29f1-44f1-829f-2dd6bd3ac33a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:37.266536 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d6b58575-b142-4bcb-9796-9216180be038 req-5b7a9cac-29f1-44f1-829f-2dd6bd3ac33a tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0481236 Aug 09 11:33:37.304358 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d6b58575-b142-4bcb-9796-9216180be038 req-424cf70e-26ce-430b-b729-1cce43b31b06 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318840 Aug 09 11:33:38.082944 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dd40d-eb9e-4a6f-8fc0-521105adf675 req-d793b23e-816c-4f27-b104-2ecf08712b20 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:38.084391 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-463dd40d-eb9e-4a6f-8fc0-521105adf675 req-d793b23e-816c-4f27-b104-2ecf08712b20 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0480404 Aug 09 11:33:38.120971 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-463dd40d-eb9e-4a6f-8fc0-521105adf675 req-8a95a8e7-c012-4db6-b4e4-8c289b3db977 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302837 Aug 09 11:33:38.425875 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dacf5-ced9-4075-822b-b3e45383a999 req-cfcd40c9-d42d-468d-8ff1-343fd9ae27ca tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:38.427358 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c89dacf5-ced9-4075-822b-b3e45383a999 req-cfcd40c9-d42d-468d-8ff1-343fd9ae27ca tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0520170 Aug 09 11:33:38.469952 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c89dacf5-ced9-4075-822b-b3e45383a999 req-06c237b4-dec8-412f-8e10-44b90fe6157b tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360723 Aug 09 11:33:39.239182 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda43b0-80f8-4a8b-bb23-14459a13bc80 req-abadb37e-22e1-42cb-b651-3799e5c79ca5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:39.240617 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4bda43b0-80f8-4a8b-bb23-14459a13bc80 req-abadb37e-22e1-42cb-b651-3799e5c79ca5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0484660 Aug 09 11:33:39.278070 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4bda43b0-80f8-4a8b-bb23-14459a13bc80 req-76ea6bf7-9204-455a-9016-ebcbed4c0a39 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Aug 09 11:33:39.586661 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87932d1f-50a8-4661-8fab-243929bb4f73 req-ea89b4d9-95d7-4e0c-9a3f-e0d3611361fa tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:39.588087 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-87932d1f-50a8-4661-8fab-243929bb4f73 req-ea89b4d9-95d7-4e0c-9a3f-e0d3611361fa tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0479224 Aug 09 11:33:39.625969 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-87932d1f-50a8-4661-8fab-243929bb4f73 req-7bfff98e-25ff-410d-b1f0-c83f5f494303 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c0fd8b-301c-4d7a-983e-673e11fbf67d&id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319655 Aug 09 11:33:40.398494 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bf991-0bcc-469b-8bbf-bb14bcf6ffa7 req-27ab1819-0a78-4979-bb24-c2a8f4426912 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:40.400023 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4b5bf991-0bcc-469b-8bbf-bb14bcf6ffa7 req-27ab1819-0a78-4979-bb24-c2a8f4426912 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0512614 Aug 09 11:33:40.436570 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4b5bf991-0bcc-469b-8bbf-bb14bcf6ffa7 req-b63743da-b06d-4086-b980-eda13e17e141 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303867 Aug 09 11:33:41.554562 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011c04-df84-4964-9660-44caa434e39b req-6d8c2f1b-47d9-4838-9602-326ae1b46b8e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:41.556655 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-23011c04-df84-4964-9660-44caa434e39b req-6d8c2f1b-47d9-4838-9602-326ae1b46b8e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0492024 Aug 09 11:33:41.593947 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-23011c04-df84-4964-9660-44caa434e39b req-05fcc07d-fd6a-4d0f-a238-d240a8b00a5c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Aug 09 11:33:41.997770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f7968-ff79-4651-a49d-c9a5e501877b req-75525a86-e1d0-42c9-b0dc-84eb48dfb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:41.999277 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a96f7968-ff79-4651-a49d-c9a5e501877b req-75525a86-e1d0-42c9-b0dc-84eb48dfb199 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.0414038 Aug 09 11:33:42.034558 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a96f7968-ff79-4651-a49d-c9a5e501877b req-242842ce-4b1e-4bd1-9998-6af8e923124c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278740 Aug 09 11:33:42.710955 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9259842-6f23-4658-a89f-c19b9d995dd6 req-3fb20fb3-942d-415c-a09c-d33d7e5828fa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:42.712732 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c9259842-6f23-4658-a89f-c19b9d995dd6 req-3fb20fb3-942d-415c-a09c-d33d7e5828fa tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0488880 Aug 09 11:33:42.750425 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c9259842-6f23-4658-a89f-c19b9d995dd6 req-ff175b13-0dd9-4363-9d3e-e8b121e3876d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Aug 09 11:33:43.882156 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626f7da-bd33-4235-bb62-a603aec0ffca req-4cc49754-3147-4658-9a92-8321aea4cbe6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:43.884281 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7626f7da-bd33-4235-bb62-a603aec0ffca req-4cc49754-3147-4658-9a92-8321aea4cbe6 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0520213 Aug 09 11:33:43.921826 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7626f7da-bd33-4235-bb62-a603aec0ffca req-0197cc8b-538e-4fdb-b0ab-397faeb6a1ee tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Aug 09 11:33:44.564001 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e866a1b-8c9e-4caa-8b20-91325129ac0d req-9a03f905-ab9d-4d89-919e-f50a12e00ca7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:44.565460 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2e866a1b-8c9e-4caa-8b20-91325129ac0d req-9a03f905-ab9d-4d89-919e-f50a12e00ca7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.2961679 Aug 09 11:33:44.579253 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-2f700571-1f55-4f15-8b29-4db3cb258512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:44.580617 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-2f700571-1f55-4f15-8b29-4db3cb258512 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.2820179 Aug 09 11:33:44.616410 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2e866a1b-8c9e-4caa-8b20-91325129ac0d req-55f15f65-7cfb-4715-bc79-1681c2c752fd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Aug 09 11:33:44.697909 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-a1f6ba5b-206c-4ba1-b45b-3451574de9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:44.699388 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-a1f6ba5b-206c-4ba1-b45b-3451574de9cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0994277 Aug 09 11:33:44.765495 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-2b6179d7-d1e1-4f01-8f9a-a64249294531 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 1002 time: 0.0570831 Aug 09 11:33:44.813286 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-2aa7ad4d-cc88-45af-b84c-85314c7675fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:44.814817 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-2aa7ad4d-cc88-45af-b84c-85314c7675fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0426166 Aug 09 11:33:44.864671 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-3c59a22a-876e-431d-b80d-b17b175f5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:44.866270 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-3c59a22a-876e-431d-b80d-b17b175f5974 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446694 Aug 09 11:33:44.955061 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-ee5d1ad0-5af3-4bfa-8af3-8a0804634051 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798793 Aug 09 11:33:45.046243 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2c0ecc51-2daf-4d77-81a9-f713bd9d3030 req-82b21cf9-bcf8-48aa-8085-5ee5f525dd2e service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Aug 09 11:33:45.740934 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c278865-78e9-4a19-8f78-f2db2f4a79a1 req-d6c3f01e-87c1-4b71-b2d5-944a3cd363b7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:45.742421 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c278865-78e9-4a19-8f78-f2db2f4a79a1 req-d6c3f01e-87c1-4b71-b2d5-944a3cd363b7 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0498989 Aug 09 11:33:45.780988 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c278865-78e9-4a19-8f78-f2db2f4a79a1 req-fa2c0a13-5334-4b8e-b8e3-3a2118e0eae0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Aug 09 11:33:46.313850 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-716308ea-6667-4a74-8633-9ce5563ec33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:46.898791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0d77c-3ea9-4c00-b79e-017ff8b78285 req-8ef3938f-0f39-4232-9919-ab60d5bb9077 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:46.900431 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a3c0d77c-3ea9-4c00-b79e-017ff8b78285 req-8ef3938f-0f39-4232-9919-ab60d5bb9077 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0488341 Aug 09 11:33:46.937557 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a3c0d77c-3ea9-4c00-b79e-017ff8b78285 req-a8ed2556-4bb0-44f2-9695-3000c2899eeb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311840 Aug 09 11:33:48.058570 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005413d-7bae-4bad-bb7f-2eb251da4a7b req-6d178824-467e-47cd-821e-1dbe13265f87 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:48.060074 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9005413d-7bae-4bad-bb7f-2eb251da4a7b req-6d178824-467e-47cd-821e-1dbe13265f87 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0479970 Aug 09 11:33:48.096716 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9005413d-7bae-4bad-bb7f-2eb251da4a7b req-492cb9e8-7879-4ce9-a325-109a464786c5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306270 Aug 09 11:33:48.213266 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aa4c5-14d3-4682-8d05-bdcb922b2fb5 req-a7a064f1-bb98-47d1-af2e-a16168feff5e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:48.214793 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d86aa4c5-14d3-4682-8d05-bdcb922b2fb5 req-a7a064f1-bb98-47d1-af2e-a16168feff5e tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0504935 Aug 09 11:33:48.224270 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43692) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:48.228637 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Request body: {'floatingip': {'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:48.287062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:48.612197 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cf3f303c-51f3-4c9a-b3fe-7a8cbc29ef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:48.748688 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:48.752408 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:48.950107 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Router 32a81270-c81a-498a-a400-0bff3053a7e5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:33:49.056674 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:49.061336 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:49.066314 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] Sync routers for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:49.078577 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:33:49.079081 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:33:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:49.099529 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:33:49.101778 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b9d10-74fd-4a70-a3ca-70340aa6082d" -d '{"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:49.130349 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-98129b44-477b-482f-b99e-d1dd474f2f2d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "PUT /v2.0/floatingips/f72a6c54-8c2d-480d-b215-446563f78266 HTTP/1.1" status: 200 len: 994 time: 0.9035628 Aug 09 11:33:49.147344 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9163bf-b466-45c1-9d80-ccc030bf9d83 x-openstack-request-id: req-af9163bf-b466-45c1-9d80-ccc030bf9d83 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:49.147636 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:49.147888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af9163bf-b466-45c1-9d80-ccc030bf9d83 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:49.148795 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9163bf-b466-45c1-9d80-ccc030bf9d83'] response: {'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'status': 'completed', 'code': 200} Aug 09 11:33:49.191455 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:33:49.245265 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-4d4a314f-a638-470a-b983-efd679f23c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:49.246831 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-4d4a314f-a638-470a-b983-efd679f23c17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.0416472 Aug 09 11:33:49.339092 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-76787bff-e0e0-4927-8ff7-8b05cef9ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:49.340545 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-76787bff-e0e0-4927-8ff7-8b05cef9ea69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0862868 Aug 09 11:33:49.406227 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-21167589-7e87-4a4d-8cee-a57f0043731b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 1002 time: 0.0585155 Aug 09 11:33:49.418728 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f72a6c54-8c2d-480d-b215-446563f78266', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:30:15Z', 'updated_at': '2022-08-09T11:33:48Z', 'revision_number': 3, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:49.450370 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] Checking router: 32a81270-c81a-498a-a400-0bff3053a7e5 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:49.458755 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-6ba8fbf4-e949-4bf4-8ff4-b2950a0d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:49.458979 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:33:49.459365 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:33:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:49.460245 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-6ba8fbf4-e949-4bf4-8ff4-b2950a0d5696 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0460272 Aug 09 11:33:49.527888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-31e6ed5b-2783-45ff-b1bd-5cef9dc36f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:49.530793 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-31e6ed5b-2783-45ff-b1bd-5cef9dc36f58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581286 Aug 09 11:33:49.583131 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:33:49.655048 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-deaff5d8-64e9-4084-b6b7-e6ca18b5a115 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125367 Aug 09 11:33:49.781210 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b38b9d10-74fd-4a70-a3ca-70340aa6082d req-993995df-6b4c-4401-98b9-d5e4135b783c service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198516 Aug 09 11:33:49.793975 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93079f0-cb02-4bcb-a331-3ef69724f799 req-c075e43d-ac15-4d1a-8299-a8147a473483 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:49.795632 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c93079f0-cb02-4bcb-a331-3ef69724f799 req-c075e43d-ac15-4d1a-8299-a8147a473483 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0700953 Aug 09 11:33:49.840863 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c93079f0-cb02-4bcb-a331-3ef69724f799 req-c656c953-864e-46d3-853e-ede870ae6dbe tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Aug 09 11:33:49.944962 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f72a6c54-8c2d-480d-b215-446563f78266', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:30:15Z', 'updated_at': '2022-08-09T11:33:48Z', 'revision_number': 3, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:49.975152 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e5540-4e4b-40c2-85e4-4acab26088d3 None None] The sync data for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi is: [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f72a6c54-8c2d-480d-b215-446563f78266', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'port_id': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'mac_address': 'fa:16:3e:d1:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:30:15Z', 'updated_at': '2022-08-09T11:33:48Z', 'revision_number': 3, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:50.022718 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:50.966157 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284241-e0f1-43b8-8bd9-411a4c85c5c8 req-54413451-8fe8-4495-aabf-7647ce30eec5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:50.967590 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8b284241-e0f1-43b8-8bd9-411a4c85c5c8 req-54413451-8fe8-4495-aabf-7647ce30eec5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0505071 Aug 09 11:33:51.004154 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8b284241-e0f1-43b8-8bd9-411a4c85c5c8 req-6db59660-6a6d-41d5-9067-eb7045d66c82 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Aug 09 11:33:51.150235 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:33:51.152499 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78083210-3707-4176-b786-f55bea73d3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:51.187585 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a57188-9fec-4c92-b9ff-4ac37cd21db9 x-openstack-request-id: req-a5a57188-9fec-4c92-b9ff-4ac37cd21db9 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:51.187881 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:51.188131 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5a57188-9fec-4c92-b9ff-4ac37cd21db9 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:51.188529 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a57188-9fec-4c92-b9ff-4ac37cd21db9'] response: {'name': 'network-changed', 'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'status': 'completed', 'code': 200} Aug 09 11:33:51.271541 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78083210-3707-4176-b786-f55bea73d3cb req-c215a456-887c-489b-8b55-7d1838871fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:51.273014 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-c215a456-887c-489b-8b55-7d1838871fff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 1099 time: 0.0394843 Aug 09 11:33:51.362673 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78083210-3707-4176-b786-f55bea73d3cb req-9f9b171b-f0c3-4bf1-b12f-4b9b5450dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:51.364153 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-9f9b171b-f0c3-4bf1-b12f-4b9b5450dd87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0845716 Aug 09 11:33:51.373385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:51.429579 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-62b5df88-d03e-481b-8267-62ca75d87437 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 200 len: 1002 time: 0.0564177 Aug 09 11:33:51.481026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78083210-3707-4176-b786-f55bea73d3cb req-f1d89d36-b392-41dd-a353-85eb07bf2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:51.482496 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-f1d89d36-b392-41dd-a353-85eb07bf2211 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0467172 Aug 09 11:33:51.527462 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78083210-3707-4176-b786-f55bea73d3cb req-d8123eac-b6fb-4646-a42e-3759e66dfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:51.528964 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-d8123eac-b6fb-4646-a42e-3759e66dfc47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395994 Aug 09 11:33:51.619150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:51.623033 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-c48e32c5-ff78-4c0f-a159-9f6abf15762a service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Aug 09 11:33:51.710519 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78083210-3707-4176-b786-f55bea73d3cb req-b09ff2b5-765f-4da2-85d1-dc653ceecc0d service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805569 Aug 09 11:33:52.123144 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a11e6-130c-441d-81f7-8d2ef1e8c392 req-97933f03-05f8-4b26-b844-492ae4704bb0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:52.124592 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-758a11e6-130c-441d-81f7-8d2ef1e8c392 req-97933f03-05f8-4b26-b844-492ae4704bb0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Aug 09 11:33:52.162101 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-758a11e6-130c-441d-81f7-8d2ef1e8c392 req-40b6167c-b63c-4be7-b82c-4836ab829ede tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 09 11:33:53.281853 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40da59-e569-42b4-993d-dbf03362bd5b req-04bbedb0-bc9c-481f-a040-daf092725557 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:53.283321 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5d40da59-e569-42b4-993d-dbf03362bd5b req-04bbedb0-bc9c-481f-a040-daf092725557 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Aug 09 11:33:53.319393 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5d40da59-e569-42b4-993d-dbf03362bd5b req-bcb72637-4b90-414d-b224-3ad1973e6cbd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301752 Aug 09 11:33:54.436320 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d0e1-dd21-4a41-9219-4b055e69d10b req-7d73924d-7bbe-4390-870d-119e73a2c68e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:54.437764 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57e1d0e1-dd21-4a41-9219-4b055e69d10b req-7d73924d-7bbe-4390-870d-119e73a2c68e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0479274 Aug 09 11:33:54.476783 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57e1d0e1-dd21-4a41-9219-4b055e69d10b req-f270b0c3-2d4f-4dad-a9ae-0419be12d38e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Aug 09 11:33:55.601100 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4bae6-732c-481b-866d-2a4f4a4f34bd req-3800a93a-399a-4105-91e0-17b6d47c20d9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:55.603122 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-95e4bae6-732c-481b-866d-2a4f4a4f34bd req-3800a93a-399a-4105-91e0-17b6d47c20d9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0568638 Aug 09 11:33:55.640182 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-95e4bae6-732c-481b-866d-2a4f4a4f34bd req-5c96ac7e-b736-4df3-b794-83deabb5c06d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304272 Aug 09 11:33:56.764818 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e5e0c-fe5f-49d0-af5c-f25b6a66b52a req-8e9bf02e-56e9-4f28-bf65-945e3eefd018 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:56.766287 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-649e5e0c-fe5f-49d0-af5c-f25b6a66b52a req-8e9bf02e-56e9-4f28-bf65-945e3eefd018 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0535295 Aug 09 11:33:56.802145 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-649e5e0c-fe5f-49d0-af5c-f25b6a66b52a req-4c813ec6-908f-4164-8b58-e3af14a1d1c5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299339 Aug 09 11:33:57.919382 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e5d65-42c6-426e-8299-2e6333a9748c req-2dd4fd83-4fe1-4151-a621-ba6901795bf9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:57.920842 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c23e5d65-42c6-426e-8299-2e6333a9748c req-2dd4fd83-4fe1-4151-a621-ba6901795bf9 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0474832 Aug 09 11:33:57.957851 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c23e5d65-42c6-426e-8299-2e6333a9748c req-6b0b303d-eb11-408a-9c09-debaec29eeaf tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312028 Aug 09 11:33:59.073840 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f78fd1-70f7-4ef9-b11a-42ef4f998bae req-329fbf01-1048-496f-8331-9d0d07a8a9cb tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:33:59.075330 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c0f78fd1-70f7-4ef9-b11a-42ef4f998bae req-329fbf01-1048-496f-8331-9d0d07a8a9cb tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Aug 09 11:33:59.112847 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c0f78fd1-70f7-4ef9-b11a-42ef4f998bae req-4ad63d86-89b2-47a1-bf12-cd08d3fa3d9e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Aug 09 11:34:00.229551 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9310-82d0-454d-adde-0fdf6f2fb30c req-0049128c-b1a8-43a0-affb-1eba2b6a0ac6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:00.231082 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-94bc9310-82d0-454d-adde-0fdf6f2fb30c req-0049128c-b1a8-43a0-affb-1eba2b6a0ac6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Aug 09 11:34:00.268007 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-94bc9310-82d0-454d-adde-0fdf6f2fb30c req-c8a8fa49-ec8a-4e77-b6fd-e623bbdaef7d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 09 11:34:00.408761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:01.390800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6280aaf-ab22-4235-bcff-0a2653a5ce16 req-b8c482bb-bdb6-43ba-b285-db90c2c4b157 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:01.392303 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b6280aaf-ab22-4235-bcff-0a2653a5ce16 req-b8c482bb-bdb6-43ba-b285-db90c2c4b157 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0534334 Aug 09 11:34:01.428012 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b6280aaf-ab22-4235-bcff-0a2653a5ce16 req-4582384f-68c8-42f4-beae-4a7ef4221cda tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299098 Aug 09 11:34:02.549719 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8458d2-2100-442a-885d-23b5b13e3d5e req-0c869eae-3607-4dcc-8540-c9e3a166cf5f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:02.551221 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e8458d2-2100-442a-885d-23b5b13e3d5e req-0c869eae-3607-4dcc-8540-c9e3a166cf5f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Aug 09 11:34:02.588773 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e8458d2-2100-442a-885d-23b5b13e3d5e req-f56c56e1-95e9-452b-ad56-0ef227ead28b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Aug 09 11:34:03.709316 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562102b-c5f3-4f93-a6ed-72afd30bef71 req-a6dfaf3c-d145-4ff1-9507-80eec44a5ae5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:03.710795 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9562102b-c5f3-4f93-a6ed-72afd30bef71 req-a6dfaf3c-d145-4ff1-9507-80eec44a5ae5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0513370 Aug 09 11:34:03.747678 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9562102b-c5f3-4f93-a6ed-72afd30bef71 req-c0e81cfb-6f2d-4f82-b2a5-b3ee424ffc4d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306370 Aug 09 11:34:04.866223 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf60776-e2c3-4242-b463-5b5748b739a6 req-8cbe43fb-4467-4db9-aadf-6dea71f7f21c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:04.868317 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bcf60776-e2c3-4242-b463-5b5748b739a6 req-8cbe43fb-4467-4db9-aadf-6dea71f7f21c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0485599 Aug 09 11:34:04.906957 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bcf60776-e2c3-4242-b463-5b5748b739a6 req-333e24ee-985d-41f2-af9d-e2891402837a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Aug 09 11:34:06.022450 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f2353-fa8c-4ef1-a709-2257ab06167a req-bd742b96-7bc7-42d2-8cd5-56d8f6e61f65 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:06.023979 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-925f2353-fa8c-4ef1-a709-2257ab06167a req-bd742b96-7bc7-42d2-8cd5-56d8f6e61f65 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0479035 Aug 09 11:34:06.064135 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-925f2353-fa8c-4ef1-a709-2257ab06167a req-1ea4d199-3eaf-440d-a3ad-889de95f0d79 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341456 Aug 09 11:34:06.263005 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff07e22-a8dc-4450-9d6a-6ed284460daf req-894d3bc0-a077-4cc2-98b6-166c89edc571 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:06.264481 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ff07e22-a8dc-4450-9d6a-6ed284460daf req-894d3bc0-a077-4cc2-98b6-166c89edc571 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0490808 Aug 09 11:34:06.303330 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ff07e22-a8dc-4450-9d6a-6ed284460daf req-91f33c75-92ee-49c9-9f71-729cd8b9712e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Aug 09 11:34:06.321288 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-75c2b366-4bf0-42fd-9364-89ba423674ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:06.323005 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-75c2b366-4bf0-42fd-9364-89ba423674ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 1098 time: 0.0403540 Aug 09 11:34:06.413160 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-7984dd11-1990-44a4-948e-2555a9e30c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:06.415249 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-7984dd11-1990-44a4-948e-2555a9e30c4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.0856028 Aug 09 11:34:06.478023 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-2e3b9df0-9124-4a61-a9de-39c68a8a38a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 200 len: 1001 time: 0.0556998 Aug 09 11:34:06.531965 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-f300edfa-337c-4ef4-8734-057e1cff1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:06.533350 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-f300edfa-337c-4ef4-8734-057e1cff1708 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0480106 Aug 09 11:34:06.577206 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-2161476a-ae0a-49ca-ba6d-dd4eabea1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:06.578771 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-2161476a-ae0a-49ca-ba6d-dd4eabea1a74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388808 Aug 09 11:34:06.668216 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-09d0d67d-f677-44d5-ba11-089001ee4e14 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Aug 09 11:34:06.753823 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-be9c9231-c6dd-4e70-a3a0-faee6883613c req-2b181154-589f-44d9-b3b5-e1b7603c2d80 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791609 Aug 09 11:34:07.432688 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcada1a5-3207-48d1-96ca-98fb1ec61611 req-ce59547d-6d62-486b-9bc5-2a6384755d92 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:07.434408 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bcada1a5-3207-48d1-96ca-98fb1ec61611 req-ce59547d-6d62-486b-9bc5-2a6384755d92 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0579274 Aug 09 11:34:07.472045 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bcada1a5-3207-48d1-96ca-98fb1ec61611 req-3d134714-558f-4f4a-8602-e8398617ba3e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 Aug 09 11:34:08.594452 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df620d-d8fb-475d-b135-60d2d6d4777f req-a70109d4-029f-46c5-a47c-71fa647075e1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:08.595907 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-42df620d-d8fb-475d-b135-60d2d6d4777f req-a70109d4-029f-46c5-a47c-71fa647075e1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Aug 09 11:34:08.632539 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-42df620d-d8fb-475d-b135-60d2d6d4777f req-9bd20c26-92f4-4b51-8ec1-cf7e9ee3471c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Aug 09 11:34:11.634965 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:34:16.315340 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97bc560a-f81b-4c62-9937-11673078fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:18.614204 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f59f-1ba1-4f39-b616-7473ff8c75db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:20.027622 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:21.375062 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:21.621755 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:30.426868 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:31.899852 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-ef55ce14-d1e1-4c94-9628-0349f43ba41f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424693 Aug 09 11:34:31.972682 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-453737cc-f296-46e5-a33a-4efcde27abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:31.974153 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-453737cc-f296-46e5-a33a-4efcde27abbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3232652c05144e83bf14dfe46098c64e&device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 1098 time: 0.0390711 Aug 09 11:34:32.076790 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-803724a4-b63f-4dee-b47b-a22fa051ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:32.078299 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-803724a4-b63f-4dee-b47b-a22fa051ea09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 200 len: 919 time: 0.0848572 Aug 09 11:34:32.119737 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-135ac429-7d7a-4858-9165-746086198ec0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 200 len: 217 time: 0.0343785 Aug 09 11:34:32.168068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-26b26cfe-78c8-4c3a-9713-2e9d20beda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:32.169369 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-26b26cfe-78c8-4c3a-9713-2e9d20beda08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 200 len: 857 time: 0.0421491 Aug 09 11:34:32.215018 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-76cff7ba-028d-4386-baa5-608b3f227bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:32.216442 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-76cff7ba-028d-4386-baa5-608b3f227bef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13d7197-8c45-4a21-9b67-770747b42894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402684 Aug 09 11:34:32.531027 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-5d1a380b-8a4d-4a6c-984e-6e121b37ed07 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079560 Aug 09 11:34:32.625578 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3dc52d02-ec9f-43cb-8700-06ade3a56557 req-2312de38-fe35-4080-8970-412c026fda67 service neutron] 10.222.0.43 "GET /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Aug 09 11:34:46.316831 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-94a32d02-5d39-40a8-8336-16f33db3fec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.921844 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-660c8cb0-a3ab-488c-9dac-908c256a536e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638871296&fields=id&tenant_id=840382b6d7ed4cb6adaec599476d86c1 HTTP/1.1" status: 200 len: 267 time: 0.0315897 Aug 09 11:34:46.974786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-b31c7b8e-3ee8-4587-8e37-b01d91a523f6 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:46.976290 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-b31c7b8e-3ee8-4587-8e37-b01d91a523f6 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 984 time: 0.0487168 Aug 09 11:34:46.987364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Request body: {'port': {'security_groups': ['8d49c7d0-9002-48de-8cba-260763fcb0d0']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:47.051091 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.228204 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:47.260205 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.264747 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.276098 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:47.276695 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.278059 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8f88b7cd-ff97-4075-94c9-94c5e1e66dfe req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "PUT /v2.0/ports/c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 942 time: 0.2950072 Aug 09 11:34:47.278483 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:34:47.280717 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff5067-3970-4ef9-8a12-a5252824ef19" -d '{"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:47.283947 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43788) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:47.307847 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['c5609edf-ae5e-49b2-8e9c-07ab826a0437'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:47.336650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321ad044-f818-440e-b77c-146cb6e668eb x-openstack-request-id: req-321ad044-f818-440e-b77c-146cb6e668eb {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:47.337525 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:47.338022 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-321ad044-f818-440e-b77c-146cb6e668eb {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:47.338619 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321ad044-f818-440e-b77c-146cb6e668eb'] response: {'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'status': 'completed', 'code': 200} Aug 09 11:34:47.339846 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event updated for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=7']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:47.347854 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.348205 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.348550 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.348942 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.349283 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.349617 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.350548 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.350892 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.351761 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.353300 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.353300 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.353718 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f2aef-68d9-494e-bdb4-4e2ebe4fa4e7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.370700 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.398024 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.436372 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-d44fbf2e-4311-4b08-ba05-412b50bd8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:47.438477 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-d44fbf2e-4311-4b08-ba05-412b50bd8813 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1098 time: 0.0450263 Aug 09 11:34:47.466872 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.469356 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.470533 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "DELETE /v2.0/security-groups/31c0fd8b-301c-4d7a-983e-673e11fbf67d HTTP/1.1" status: 204 len: 168 time: 0.1757724 Aug 09 11:34:47.473556 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43790) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:47.479478 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c0fd8b-301c-4d7a-983e-673e11fbf67d,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:47.486625 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.486976 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.487318 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.487655 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.487988 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.488318 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.488641 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.488963 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.489285 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.489604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.489923 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.490261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdac946-f477-4f9b-a577-d97e872aa646 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:47.560538 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['c5609edf-ae5e-49b2-8e9c-07ab826a0437'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:47.620112 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-717ec37a-c248-43c4-a73c-cd529fe96210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:47.621599 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-717ec37a-c248-43c4-a73c-cd529fe96210 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 916 time: 0.1750424 Aug 09 11:34:47.715394 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-7b4aee1a-4af7-4cfd-a8fd-256a0c17a9d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 1001 time: 0.0836179 Aug 09 11:34:47.761666 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Deleting port 6ae72b6a-d291-4418-aa27-26b9ba0f36ab {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:47.761926 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.785423 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-273a5f40-59c0-4800-8245-3cb7769a7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:47.786904 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-273a5f40-59c0-4800-8245-3cb7769a7771 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.0643048 Aug 09 11:34:47.872180 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.872514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.881290 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-10c48d9a-c81f-4696-bb1b-5b7a41a6fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:47.883427 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-10c48d9a-c81f-4696-bb1b-5b7a41a6fec3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877497 Aug 09 11:34:47.888708 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Calling delete_port for 6ae72b6a-d291-4418-aa27-26b9ba0f36ab owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:48.065238 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-44ad030f-bf34-4a45-ba99-ebafbf0704a1 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725233 Aug 09 11:34:48.195787 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02ff5067-3970-4ef9-8a12-a5252824ef19 req-fd8287cf-edec-484d-83cd-629ba93cc153 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218202 Aug 09 11:34:48.197513 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.223998 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event deleted for resources: {'Port': ['ID=6ae72b6a-d291-4418-aa27-26b9ba0f36ab,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:48.281930 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.282286 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Floating IP c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a disassociated (deleted). External IP: 172.27.2.218, port: c5609edf-ae5e-49b2-8e9c-07ab826a0437. Aug 09 11:34:48.482012 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Router 51ffec48-3313-41f2-bdae-716b208e0ad2 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:34:48.587005 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:48.591899 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.596530 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] Sync routers for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:48.607009 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:34:48.607622 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:48.617642 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d8a65d95-e5ad-4415-ac6b-e3f08f50bc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.622127 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-c2545acf-fd8c-4f14-8524-ba4948bdb5ff tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "DELETE /v2.0/floatingips/c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a HTTP/1.1" status: 204 len: 168 time: 1.1474798 Aug 09 11:34:48.653511 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:34:48.723798 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:34:48.947556 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:49.049228 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] Checking router: 51ffec48-3313-41f2-bdae-716b208e0ad2 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:49.058396 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:34:49.058994 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:49.161432 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:34:49.340029 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:34:49.342440 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a01e7e-2515-44bb-8586-edda6d355d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:49.353116 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:49.377587 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbdf813-8e07-40ba-85b1-602f9d60c595 x-openstack-request-id: req-6bbdf813-8e07-40ba-85b1-602f9d60c595 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:49.377872 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:49.378154 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bbdf813-8e07-40ba-85b1-602f9d60c595 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:49.378552 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbdf813-8e07-40ba-85b1-602f9d60c595'] response: {'name': 'network-changed', 'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'status': 'completed', 'code': 200} Aug 09 11:34:49.384517 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a1d8b-e659-4ba4-bf38-13b6b0def259 None None] The sync data for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi is: [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:29:55Z', 'revision_number': 4, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '31532899-5305-4dd5-924f-2abbaa55a19e', 'name': '', 'network_id': 'c7052701-9e01-4b2d-bcd3-15386da422fe', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'mac_address': 'fa:16:3e:ca:04:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:55Z', 'updated_at': '2022-08-09T11:30:01Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'subnets': [{'id': '91544fcc-ed63-49dd-be31-9ae1caeca3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:49.484421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-2b8429f7-4160-4eaa-8150-123b6d8cc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:49.485942 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-2b8429f7-4160-4eaa-8150-123b6d8cc4be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840382b6d7ed4cb6adaec599476d86c1&device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 1098 time: 0.0455942 Aug 09 11:34:49.584770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-19c5ddd5-a4d8-4d21-8d05-98392f0c9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:49.586345 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-19c5ddd5-a4d8-4d21-8d05-98392f0c9566 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 200 len: 916 time: 0.0933263 Aug 09 11:34:49.609779 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36e179-4e7a-4640-aa47-25aeb0fcfd4d None None] New status for floating IP c5ee87c7-4423-44c0-b0dc-a9b003b8ba9a: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:34:49.631417 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-1e611ac1-d3dd-4306-9c34-bf63c2c774b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 200 len: 217 time: 0.0373507 Aug 09 11:34:49.692634 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-86720813-7a5e-4060-a585-87d6ec46eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:49.694175 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-86720813-7a5e-4060-a585-87d6ec46eec6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 200 len: 854 time: 0.0560014 Aug 09 11:34:49.739176 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-ee6d3c99-43d0-4f08-9e5f-64ddb75c0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:49.740629 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-ee6d3c99-43d0-4f08-9e5f-64ddb75c0f23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7052701-9e01-4b2d-bcd3-15386da422fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397880 Aug 09 11:34:49.836697 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-361ae37e-a320-4346-95b4-0ab6b0fbf2c2 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871029 Aug 09 11:34:49.929810 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18a01e7e-2515-44bb-8586-edda6d355d5f req-2dea04a7-0f98-4043-bb73-780b63093b56 service neutron] 10.222.0.43 "GET /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Aug 09 11:34:50.031812 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:50.853598 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d97c8f-500f-4f08-a952-72d1515e2f49 req-ac43d7bc-e1b7-492e-a19d-a5999c1fc2a9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:50.855081 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d1d97c8f-500f-4f08-a952-72d1515e2f49 req-ac43d7bc-e1b7-492e-a19d-a5999c1fc2a9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0537152 Aug 09 11:34:50.891369 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d1d97c8f-500f-4f08-a952-72d1515e2f49 req-c07e4348-85f5-4cc6-afec-144e05ee6091 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302694 Aug 09 11:34:51.378769 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.624013 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.013287 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a28c7b-3752-488b-b671-d355b34ee1d3 req-ab57031a-df26-470d-a50b-cc455269cbd2 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:52.014748 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-59a28c7b-3752-488b-b671-d355b34ee1d3 req-ab57031a-df26-470d-a50b-cc455269cbd2 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0472631 Aug 09 11:34:52.055283 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-59a28c7b-3752-488b-b671-d355b34ee1d3 req-11f6118b-df39-4d1a-98fd-a7fa0a2717ea tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345883 Aug 09 11:34:52.433371 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81620b43-b479-4a2c-8466-29792f0eee4d req-463b9826-2f94-439d-bcf3-c59787336698 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:52.434865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-81620b43-b479-4a2c-8466-29792f0eee4d req-463b9826-2f94-439d-bcf3-c59787336698 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0484858 Aug 09 11:34:52.471982 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-81620b43-b479-4a2c-8466-29792f0eee4d req-cc9b7b0b-3b90-4c8d-a45a-7383c1eb61ed tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Aug 09 11:34:52.873433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-85575dd6-a12c-490d-beb7-d76adf33a471 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:52.874908 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-85575dd6-a12c-490d-beb7-d76adf33a471 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Aug 09 11:34:52.966770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port 91e61277-7a22-4380-94fc-b81e668e6ecb {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:52.967109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.052478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] For port 91e61277-7a22-4380-94fc-b81e668e6ecb, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=91e61277-7a22-4380-94fc-b81e668e6ecb,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:53.053151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.172016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc8810-d163-4e06-ac9b-1590178df13b req-7fcd63b4-2635-4173-9d00-bd33e27e98f5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:53.173411 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d5fc8810-d163-4e06-ac9b-1590178df13b req-7fcd63b4-2635-4173-9d00-bd33e27e98f5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Aug 09 11:34:53.212024 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d5fc8810-d163-4e06-ac9b-1590178df13b req-f29ab357-8d16-4a5d-a4e7-c1a1270293ad tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=7363ff3f-6c99-461d-8cd1-463daeb22d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321989 Aug 09 11:34:53.266855 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.267225 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.267536 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP 08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c disassociated. External IP: 172.27.2.81, port: 91e61277-7a22-4380-94fc-b81e668e6ecb. Aug 09 11:34:53.267876 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for 91e61277-7a22-4380-94fc-b81e668e6ecb owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:53.391892 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.418588 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=91e61277-7a22-4380-94fc-b81e668e6ecb,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:53.776670 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:34:53.796957 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e9408-fdb8-4ce2-8539-8fe2a11bece0 req-92db2359-e080-43ea-b248-7c35276f654e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:53.798419 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed8e9408-fdb8-4ce2-8539-8fe2a11bece0 req-92db2359-e080-43ea-b248-7c35276f654e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0693340 Aug 09 11:34:53.901946 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed8e9408-fdb8-4ce2-8539-8fe2a11bece0 req-4bf2fd04-fa56-4dfc-979d-edd19ab409b7 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708299 Aug 09 11:34:53.922554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:53.935278 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:53.944695 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:34:53.945755 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:53.965056 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] No DVR routers for this DVR port 91e61277-7a22-4380-94fc-b81e668e6ecb on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:34:53.967526 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.970805 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f28fa641-228c-41d2-96b5-b7b9db46fdb5 req-071d7bfb-07b9-41b0-a14c-85550253bb04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "DELETE /v2.0/ports/91e61277-7a22-4380-94fc-b81e668e6ecb HTTP/1.1" status: 204 len: 173 time: 1.0888934 Aug 09 11:34:53.971232 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'name': 'network-vif-deleted', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:34:53.973462 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd8c503-1d9d-4d70-8aef-7576749bde75" -d '{"events": [{"server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "name": "network-vif-deleted", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:54.013553 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069a3cd-1434-41f9-a9b4-70a47a7e8bfd x-openstack-request-id: req-b069a3cd-1434-41f9-a9b4-70a47a7e8bfd {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:54.014163 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46", "name": "network-vif-deleted", "tag": "91e61277-7a22-4380-94fc-b81e668e6ecb", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:54.014661 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b069a3cd-1434-41f9-a9b4-70a47a7e8bfd {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:54.015207 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b069a3cd-1434-41f9-a9b4-70a47a7e8bfd'] response: {'server_uuid': '1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46', 'name': 'network-vif-deleted', 'tag': '91e61277-7a22-4380-94fc-b81e668e6ecb', 'status': 'completed', 'code': 200} Aug 09 11:34:54.063662 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:34:54.289759 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:20Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:54.321392 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:54.326869 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-37691610-0119-4064-832f-ef6627b4bc82 req-da051fe6-ac1f-48f1-8307-99034b9ed73f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad6ed1e-d9e7-463e-ac16-32c3e8e38a46 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Aug 09 11:34:54.330201 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:34:54.331026 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:54.440296 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:34:54.660643 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:20Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:54.689726 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cdd5fc-f8ab-4078-8223-03c76a389d5c None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '28b8324a-4d31-4b45-bffa-6608255f5bf9', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '776ec44b-6631-4946-988a-3cb26973a530', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:f7:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:29:41Z', 'updated_at': '2022-08-09T11:30:20Z', 'revision_number': 2, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:54.902446 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-2dff2318-4acf-4405-a1be-edbc7fa84fd3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:54.903926 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-2dff2318-4acf-4405-a1be-edbc7fa84fd3 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.43 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0553329 Aug 09 11:34:54.963310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d21a99-6416-439a-9251-b4582e5682ee None None] New status for floating IP 08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:34:55.014033 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Deleting port c5609edf-ae5e-49b2-8e9c-07ab826a0437 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:55.014410 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.090480 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4d18-36a7-41b9-8da9-82b6f873cb16 req-a4980495-76a9-4a3a-b65a-4d50e7761aeb tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:55.092132 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-571b4d18-36a7-41b9-8da9-82b6f873cb16 req-a4980495-76a9-4a3a-b65a-4d50e7761aeb tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/ports?device_id=022e8713-f8a3-48de-801e-bb7881c9b258 HTTP/1.1" status: 200 len: 945 time: 0.0661793 Aug 09 11:34:55.127738 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] For port c5609edf-ae5e-49b2-8e9c-07ab826a0437, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=c5609edf-ae5e-49b2-8e9c-07ab826a0437,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:55.128119 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.137319 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-571b4d18-36a7-41b9-8da9-82b6f873cb16 req-da05034e-d3ee-4b25-8536-4eca3c858e90 tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d49c7d0-9002-48de-8cba-260763fcb0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Aug 09 11:34:55.141194 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Calling delete_port for c5609edf-ae5e-49b2-8e9c-07ab826a0437 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:55.266133 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.294735 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Pushing event deleted for resources: {'Port': ['ID=c5609edf-ae5e-49b2-8e9c-07ab826a0437,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:55.312127 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['c5609edf-ae5e-49b2-8e9c-07ab826a0437'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:55.336529 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] No DVR routers for this DVR port c5609edf-ae5e-49b2-8e9c-07ab826a0437 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:34:55.339844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.343217 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e6c2bd1a-72c8-446f-af29-84f5c0b84822 req-61834cac-a7bd-4128-8a63-e1a4554f587e tempest-TestMinimumBasicScenario-1552141585 tempest-TestMinimumBasicScenario-1552141585-project] 10.222.0.43 "DELETE /v2.0/ports/c5609edf-ae5e-49b2-8e9c-07ab826a0437 HTTP/1.1" status: 204 len: 173 time: 0.4334788 Aug 09 11:34:55.418654 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43856) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:55.473821 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bce462f6-ed6f-4d93-8143-3dc82dffb200 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.497529 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bce462f6-ed6f-4d93-8143-3dc82dffb200 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.547795 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bce462f6-ed6f-4d93-8143-3dc82dffb200 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.550325 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bce462f6-ed6f-4d93-8143-3dc82dffb200 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.551482 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-bce462f6-ed6f-4d93-8143-3dc82dffb200 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/security-groups/7363ff3f-6c99-461d-8cd1-463daeb22d66 HTTP/1.1" status: 204 len: 168 time: 0.1317773 Aug 09 11:34:55.554319 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43858) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:55.563071 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce462f6-ed6f-4d93-8143-3dc82dffb200 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7363ff3f-6c99-461d-8cd1-463daeb22d66,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:55.573175 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.api.v2.resource [None req-f2edb6cb-9158-4485-9977-b1a00d44459c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] show failed (client error): The resource could not be found. Aug 09 11:34:55.574332 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f2edb6cb-9158-4485-9977-b1a00d44459c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups/7363ff3f-6c99-461d-8cd1-463daeb22d66 HTTP/1.1" status: 404 len: 347 time: 0.0187724 Aug 09 11:34:55.577265 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43862) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:55.715166 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port de17e618-8bbe-453f-93a8-a1d950f1f0ce {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:55.715384 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.813216 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.813594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.828924 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for de17e618-8bbe-453f-93a8-a1d950f1f0ce owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:56.014441 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:56.018633 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'name': 'network-vif-deleted', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:34:56.020930 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c407726-0598-4930-8bb4-ddb5d8a0c2be" -d '{"events": [{"server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "name": "network-vif-deleted", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:56.051664 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=de17e618-8bbe-453f-93a8-a1d950f1f0ce,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:56.093568 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb6664-1028-4600-adab-bc9543fe721d x-openstack-request-id: req-84fb6664-1028-4600-adab-bc9543fe721d {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:56.093863 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e8713-f8a3-48de-801e-bb7881c9b258", "name": "network-vif-deleted", "tag": "c5609edf-ae5e-49b2-8e9c-07ab826a0437", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:56.094135 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84fb6664-1028-4600-adab-bc9543fe721d {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:56.094522 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fb6664-1028-4600-adab-bc9543fe721d'] response: {'server_uuid': '022e8713-f8a3-48de-801e-bb7881c9b258', 'name': 'network-vif-deleted', 'tag': 'c5609edf-ae5e-49b2-8e9c-07ab826a0437', 'status': 'completed', 'code': 200} Aug 09 11:34:56.118214 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:56.121007 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:56.122162 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-4a447ae1-4907-4bda-ac5f-e6e9ed869bf7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/floatingips/08cf6cbb-fb77-422a-a6c7-6c4a23cfba2c HTTP/1.1" status: 204 len: 168 time: 0.5438964 Aug 09 11:34:56.879025 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43934) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:57.044744 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 91e61277-7a22-4380-94fc-b81e668e6ecb no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:34:57.067800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 91e61277-7a22-4380-94fc-b81e668e6ecb {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:34:57.068142 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 91e61277-7a22-4380-94fc-b81e668e6ecb not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:34:57.332206 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eb930-6020-429c-85f3-4b7f4305c7d3 req-69f9c277-9d38-4ef9-84b3-e586979f3641 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:57.333680 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d34eb930-6020-429c-85f3-4b7f4305c7d3 req-69f9c277-9d38-4ef9-84b3-e586979f3641 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0937479 Aug 09 11:34:57.426644 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d34eb930-6020-429c-85f3-4b7f4305c7d3 req-dc2b96d5-6c75-418e-8296-d9e950b4100b tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830100 Aug 09 11:34:57.465822 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.758330 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Deleting port 31532899-5305-4dd5-924f-2abbaa55a19e {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:57.758648 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.833493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] For port 31532899-5305-4dd5-924f-2abbaa55a19e, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=31532899-5305-4dd5-924f-2abbaa55a19e,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:57.833864 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.846632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Calling delete_port for 31532899-5305-4dd5-924f-2abbaa55a19e owned by network:router_interface {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:58.015952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.044388 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Pushing event deleted for resources: {'Port': ['ID=31532899-5305-4dd5-924f-2abbaa55a19e,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:58.201613 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.405079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Router 51ffec48-3313-41f2-bdae-716b208e0ad2 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:34:58.535660 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:58.544695 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f127cfb4-fdd3-4035-b833-ce04b908d98c admin admin] 10.222.0.50 "PUT /v2.0/routers/51ffec48-3313-41f2-bdae-716b208e0ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616778 Aug 09 11:34:58.545065 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43954) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:58.548422 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] Sync routers for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:58.560721 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:34:58.561586 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:58.569228 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105afe08-5324-4b53-b2fd-1ea320e84e57 req-52f25420-e6dd-4afd-9685-42132bceef58 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:58.571240 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-105afe08-5324-4b53-b2fd-1ea320e84e57 req-52f25420-e6dd-4afd-9685-42132bceef58 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0708373 Aug 09 11:34:58.621908 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-105afe08-5324-4b53-b2fd-1ea320e84e57 req-f7c7eba7-4548-4bbe-8121-815e6c1ee686 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440931 Aug 09 11:34:58.670486 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks [] for router, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.687769 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:34:58.778240 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.794662 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b73f9-cfac-4e63-9793-d08be59e837c req-256ef874-eaea-4d5e-89f0-b59b258878c9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:58.796319 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-648b73f9-cfac-4e63-9793-d08be59e837c req-256ef874-eaea-4d5e-89f0-b59b258878c9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0518947 Aug 09 11:34:58.841535 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Deleting port 68edde18-765f-4405-a1aa-88f9204ffb79 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:58.841923 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.845784 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-648b73f9-cfac-4e63-9793-d08be59e837c req-2f50ce9b-a2a9-493e-82d7-070a243499e6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Aug 09 11:34:58.922718 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] For port 68edde18-765f-4405-a1aa-88f9204ffb79, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=68edde18-765f-4405-a1aa-88f9204ffb79,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:58.922991 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.934606 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Calling delete_port for 68edde18-765f-4405-a1aa-88f9204ffb79 owned by network:router_gateway {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:58.966934 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:34:57Z', 'revision_number': 5, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port': {'id': '68edde18-765f-4405-a1aa-88f9204ffb79', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:53Z', 'updated_at': '2022-08-09T11:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:58.993394 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] Checking router: 51ffec48-3313-41f2-bdae-716b208e0ad2 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:59.001538 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] Routers {'51ffec48-3313-41f2-bdae-716b208e0ad2'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:34:59.002166 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['51ffec48-3313-41f2-bdae-716b208e0ad2'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:59.049882 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device c5609edf-ae5e-49b2-8e9c-07ab826a0437 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:34:59.077357 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: c5609edf-ae5e-49b2-8e9c-07ab826a0437 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:34:59.078120 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device c5609edf-ae5e-49b2-8e9c-07ab826a0437 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:34:59.088098 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] Set router 51ffec48-3313-41f2-bdae-716b208e0ad2 gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:34:59.100024 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.125128 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=68edde18-765f-4405-a1aa-88f9204ffb79,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:59.141802 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:34:58Z', 'revision_number': 6, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:59.169440 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394da36-9cde-47ff-b8d1-66d23485f90e None None] The sync data for ids ['51ffec48-3313-41f2-bdae-716b208e0ad2'] in dv-cinder-848249-1-iscsi is: [{'id': '51ffec48-3313-41f2-bdae-716b208e0ad2', 'name': 'tempest-TestMinimumBasicScenario-2012250334-router', 'tenant_id': '840382b6d7ed4cb6adaec599476d86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:52Z', 'updated_at': '2022-08-09T11:34:58Z', 'revision_number': 6, 'project_id': '840382b6d7ed4cb6adaec599476d86c1', 'gw_port_host': None}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:59.186754 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.291121 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.293268 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.353927 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.354577 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ffec48-3313-41f2-bdae-716b208e0ad2 {{(pid=102530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:34:59.360137 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.361391 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e26c6d54-ac63-4248-abba-f531cac2fd4f admin admin] 10.222.0.50 "DELETE /v2.0/routers/51ffec48-3313-41f2-bdae-716b208e0ad2 HTTP/1.1" status: 204 len: 168 time: 0.8145771 Aug 09 11:34:59.363800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43960) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:59.412289 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Deleting subnet 91544fcc-ed63-49dd-be31-9ae1caeca3fe {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:34:59.415248 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.448740 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.558720 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.612610 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.638382 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91544fcc-ed63-49dd-be31-9ae1caeca3fe,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:59.645601 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.648869 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5200f1c2-cb06-4862-8e77-f4f182863561 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/91544fcc-ed63-49dd-be31-9ae1caeca3fe HTTP/1.1" status: 204 len: 168 time: 0.2841291 Aug 09 11:34:59.651105 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a01d96-aa58-4def-a65b-f44331e9b401 None None] Network c7052701-9e01-4b2d-bcd3-15386da422fe requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:59.651375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43964) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:59.732980 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.797539 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c4aaf-29f8-4875-9cb3-7927f03b408d req-fb61e5b7-aeb6-4f90-9fdd-b59b933cbf55 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:59.799084 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b74c4aaf-29f8-4875-9cb3-7927f03b408d req-fb61e5b7-aeb6-4f90-9fdd-b59b933cbf55 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0813930 Aug 09 11:34:59.856411 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b74c4aaf-29f8-4875-9cb3-7927f03b408d req-da1dd956-e724-4e28-b03d-6c69b3ef9c1d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450523 Aug 09 11:34:59.859135 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Deleting port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:59.859477 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.863620 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] DHCP port deletion for c7052701-9e01-4b2d-bcd3-15386da422fe request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:34:59.919290 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Deleting port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:34:59.920471 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.943675 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] For port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:59.944049 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:59.957274 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Calling delete_port for 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 owned by network:dhcp {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:34:59.982228 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc34f11-79f0-4546-b540-fc625e6bf220 req-8e1b865e-c0e2-45c5-bb60-4d323394f3ba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:34:59.983823 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7dc34f11-79f0-4546-b540-fc625e6bf220 req-8e1b865e-c0e2-45c5-bb60-4d323394f3ba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0638425 Aug 09 11:34:59.995465 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] For port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,segment=NetworkSegment(0a81eb4a-92f0-412c-938e-e0d56fc8dd55),segment_id=0a81eb4a-92f0-412c-938e-e0d56fc8dd55)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:59.996231 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.012552 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Calling delete_port for 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:00.044514 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7dc34f11-79f0-4546-b540-fc625e6bf220 req-4e2f9061-8aba-438a-ae85-f792eac0df96 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c019098-5e14-4a74-9020-bc803c7ce988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506887 Aug 09 11:35:00.149801 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.176735 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Pushing event deleted for resources: {'Port': ['ID=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:00.182257 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] No DVR routers for this DVR port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:00.188382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.192005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7790f6e-9b5a-4c3e-bd83-87d2fdce9ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:00.245554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-ae423146-ac82-479c-b3c5-2c55e09f1758 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:00.246990 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-ae423146-ac82-479c-b3c5-2c55e09f1758 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 945 time: 0.0537803 Aug 09 11:35:00.297607 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.321073 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8acb0a-0c24-4bb3-8432-6e3c5695d306,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:00.326862 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] No DVR routers for this DVR port 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 on host dv-cinder-848249-1-iscsi {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:00.341742 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port 776ec44b-6631-4946-988a-3cb26973a530 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:00.342130 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.400418 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.420317 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7052701-9e01-4b2d-bcd3-15386da422fe']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:00.429668 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a81eb4a-92f0-412c-938e-e0d56fc8dd55') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:00.430095 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a81eb4a-92f0-412c-938e-e0d56fc8dd55') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:00.430390 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] For port 776ec44b-6631-4946-988a-3cb26973a530, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=776ec44b-6631-4946-988a-3cb26973a530,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:00.430764 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.431857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.439580 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.452780 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.458681 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:35:00.459061 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.528592 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.535021 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.541898 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c7052701-9e01-4b2d-bcd3-15386da422fe HTTP/1.1" status: 204 len: 168 time: 0.8861051 Aug 09 11:35:00.542598 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43972) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:00.557586 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 0a81eb4a-92f0-412c-938e-e0d56fc8dd55 resource provider aggregate not found Aug 09 11:35:00.563821 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2afa0-b9f9-404a-9ef1-a4f1f2166aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7052701-9e01-4b2d-bcd3-15386da422fe,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:00.596600 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 0a81eb4a-92f0-412c-938e-e0d56fc8dd55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a81eb4a-92f0-412c-938e-e0d56fc8dd55 found for delete ", "request_id": "req-237efefb-a394-45bd-9107-0a4ccbbdef5b"}]} Aug 09 11:35:00.851787 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.852010 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.852192 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP 28b8324a-4d31-4b45-bffa-6608255f5bf9 disassociated. External IP: 172.27.2.135, port: 776ec44b-6631-4946-988a-3cb26973a530. Aug 09 11:35:00.852549 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for 776ec44b-6631-4946-988a-3cb26973a530 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:00.913471 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.988400 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.016220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=776ec44b-6631-4946-988a-3cb26973a530,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:01.028489 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:01.054180 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce9d12-7472-4f93-b332-14e5093bcaed req-f86386c2-79a0-41bb-8dee-ce168d8de64a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:01.055901 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-75ce9d12-7472-4f93-b332-14e5093bcaed req-f86386c2-79a0-41bb-8dee-ce168d8de64a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.1057601 Aug 09 11:35:01.059836 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:01.060185 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 9b8acb0a-0c24-4bb3-8432-6e3c5695d306 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:01.060614 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 31532899-5305-4dd5-924f-2abbaa55a19e no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:01.082103 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 31532899-5305-4dd5-924f-2abbaa55a19e {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:01.082462 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 31532899-5305-4dd5-924f-2abbaa55a19e not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:01.082887 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 68edde18-765f-4405-a1aa-88f9204ffb79 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:01.105843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 68edde18-765f-4405-a1aa-88f9204ffb79 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:01.106578 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 68edde18-765f-4405-a1aa-88f9204ffb79 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:01.164430 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-75ce9d12-7472-4f93-b332-14e5093bcaed req-648dc25c-db2b-43b1-8ca2-310d820f0bd0 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae85040d-801c-40a9-a68d-f91587fa3d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014788 Aug 09 11:35:01.177418 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f477723e-348e-4b36-862a-27b112ecbbfd req-65f100c9-cfe6-437c-b6f7-0b8512ec1beb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=202c715e-276a-4a0b-be6d-3f41f9bc9132 HTTP/1.1" status: 200 len: 210 time: 0.0433438 Aug 09 11:35:01.187855 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:01.266044 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Deleting port c2dea0b5-9e94-410b-b6ec-52542fff0f2d {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:01.266444 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.316598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-c29f326b-b0db-405b-b34a-2fd96de596f1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:01.318057 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-c29f326b-b0db-405b-b34a-2fd96de596f1 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 946 time: 0.0877385 Aug 09 11:35:01.344670 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] For port c2dea0b5-9e94-410b-b6ec-52542fff0f2d, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:01.345040 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.358321 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:01.359645 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Calling delete_port for c2dea0b5-9e94-410b-b6ec-52542fff0f2d owned by network:router_interface {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:01.371725 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:01.390142 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:01.390768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:01.428276 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] No DVR routers for this DVR port 776ec44b-6631-4946-988a-3cb26973a530 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:01.432189 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.435521 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb5920c9-b2f4-4467-9cee-35003a461cc4 req-999b4d62-e2d4-49f8-89b9-044b490da2d8 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "DELETE /v2.0/ports/776ec44b-6631-4946-988a-3cb26973a530 HTTP/1.1" status: 204 len: 173 time: 1.1820962 Aug 09 11:35:01.435971 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'name': 'network-vif-deleted', 'tag': '776ec44b-6631-4946-988a-3cb26973a530'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:01.438339 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f80ba-61de-4384-8b3d-9fbcc593165c" -d '{"events": [{"server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "name": "network-vif-deleted", "tag": "776ec44b-6631-4946-988a-3cb26973a530"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:01.482516 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Deleting port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:01.482858 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.522954 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ed057-b1c5-4e84-82e3-0237b60b6a41 x-openstack-request-id: req-ff9ed057-b1c5-4e84-82e3-0237b60b6a41 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:01.524024 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202c715e-276a-4a0b-be6d-3f41f9bc9132", "name": "network-vif-deleted", "tag": "776ec44b-6631-4946-988a-3cb26973a530", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:01.524419 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff9ed057-b1c5-4e84-82e3-0237b60b6a41 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:01.525259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9ed057-b1c5-4e84-82e3-0237b60b6a41'] response: {'server_uuid': '202c715e-276a-4a0b-be6d-3f41f9bc9132', 'name': 'network-vif-deleted', 'tag': '776ec44b-6631-4946-988a-3cb26973a530', 'status': 'completed', 'code': 200} Aug 09 11:35:01.574848 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:01.617074 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.630779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] For port bcbfb9fa-d5cc-43c8-a58c-31552fb62145, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:01.630779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.656358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2dea0b5-9e94-410b-b6ec-52542fff0f2d,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:01.802180 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:01.839889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:01.849155 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:01.849872 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:01.857088 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.857627 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.858076 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Floating IP f72a6c54-8c2d-480d-b215-446563f78266 disassociated. External IP: 172.27.2.250, port: bcbfb9fa-d5cc-43c8-a58c-31552fb62145. Aug 09 11:35:01.858498 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Calling delete_port for bcbfb9fa-d5cc-43c8-a58c-31552fb62145 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:01.870730 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.007754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.038131 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event deleted for resources: {'Port': ['ID=bcbfb9fa-d5cc-43c8-a58c-31552fb62145,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:02.151655 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:02.160024 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Router 8683930f-f0ad-411e-94cb-af3732f0f541 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:02.169775 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Router 32a81270-c81a-498a-a400-0bff3053a7e5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:02.274372 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:02.279484 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8c574749-1bb6-4c9a-9404-9026a5cf8d21 admin admin] 10.222.0.50 "PUT /v2.0/routers/8683930f-f0ad-411e-94cb-af3732f0f541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361140 Aug 09 11:35:02.281927 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43988) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:02.287594 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] Sync routers for ids ['8683930f-f0ad-411e-94cb-af3732f0f541'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:02.314078 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] Routers {'8683930f-f0ad-411e-94cb-af3732f0f541'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:02.316398 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['8683930f-f0ad-411e-94cb-af3732f0f541'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.325328 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:02.352963 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] Sync routers for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:02.365888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 43992) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:02.374395 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:02.375680 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.400243 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-89adce57-9d2e-4e63-8713-a470a71f8367 req-c7608164-ac5c-4056-8d3c-39a30009804a tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a HTTP/1.1" status: 200 len: 210 time: 0.0690720 Aug 09 11:35:02.409920 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks [] for router, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.450583 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] No DVR routers for this DVR port bcbfb9fa-d5cc-43c8-a58c-31552fb62145 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:02.457751 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.461839 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a5bd95cd-0ad1-4e63-960a-41c906f13e20 req-7c46bd5b-9bc8-4c6c-b303-ad25002dfb9f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "DELETE /v2.0/ports/bcbfb9fa-d5cc-43c8-a58c-31552fb62145 HTTP/1.1" status: 204 len: 173 time: 1.1375840 Aug 09 11:35:02.482303 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] Set router 8683930f-f0ad-411e-94cb-af3732f0f541 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:02.536949 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:02.540140 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96962e89-f3e9-4238-9928-0561b49b3fc0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.572785 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96962e89-f3e9-4238-9928-0561b49b3fc0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.591252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.657669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96962e89-f3e9-4238-9928-0561b49b3fc0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.662969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96962e89-f3e9-4238-9928-0561b49b3fc0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.666335 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-96962e89-f3e9-4238-9928-0561b49b3fc0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c019098-5e14-4a74-9020-bc803c7ce988 HTTP/1.1" status: 204 len: 168 time: 0.2860672 Aug 09 11:35:02.669791 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43994) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:02.680681 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96962e89-f3e9-4238-9928-0561b49b3fc0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c019098-5e14-4a74-9020-bc803c7ce988,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:02.693123 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.api.v2.resource [None req-869a115f-19d9-4b71-854f-0b6a833e728d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] show failed (client error): The resource could not be found. Aug 09 11:35:02.697420 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-869a115f-19d9-4b71-854f-0b6a833e728d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups/5c019098-5e14-4a74-9020-bc803c7ce988 HTTP/1.1" status: 404 len: 347 time: 0.0255139 Aug 09 11:35:02.700279 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 43996) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:02.765871 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:35:01Z', 'revision_number': 5, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port': {'id': '60ba47f7-49d1-4169-aa99-745d70b64d8a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:58Z', 'updated_at': '2022-08-09T11:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.795771 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.796170 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Deleting port 60ba47f7-49d1-4169-aa99-745d70b64d8a {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:02.796610 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.799463 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] Checking router: 8683930f-f0ad-411e-94cb-af3732f0f541 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:02.808329 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] Routers {'8683930f-f0ad-411e-94cb-af3732f0f541'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:02.808928 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['8683930f-f0ad-411e-94cb-af3732f0f541'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.823592 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d2208-d229-4773-b8a1-20d882e32dfa None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:02.857131 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.899086 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] Checking router: 32a81270-c81a-498a-a400-0bff3053a7e5 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:02.906810 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] Set router 8683930f-f0ad-411e-94cb-af3732f0f541 gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:02.909277 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port d3257f62-eefa-4729-903f-7193dac87811 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:02.909663 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.909840 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:02.910802 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:02.917076 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] For port 60ba47f7-49d1-4169-aa99-745d70b64d8a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=60ba47f7-49d1-4169-aa99-745d70b64d8a,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:02.917545 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.019697 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:35:02Z', 'revision_number': 6, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:03.106965 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39342f6-6f16-49f7-b9c2-d1cc5271ecd2 None None] The sync data for ids ['8683930f-f0ad-411e-94cb-af3732f0f541'] in dv-cinder-848249-1-iscsi is: [{'id': '8683930f-f0ad-411e-94cb-af3732f0f541', 'name': 'tempest-TestMinimumBasicScenario-1517240814-router', 'tenant_id': '1fadeaa85bbe4d7093299bee49093d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:57Z', 'updated_at': '2022-08-09T11:35:02Z', 'revision_number': 6, 'project_id': '1fadeaa85bbe4d7093299bee49093d31', 'gw_port_host': None}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:03.117404 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 776ec44b-6631-4946-988a-3cb26973a530 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:03.158059 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 776ec44b-6631-4946-988a-3cb26973a530 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:03.158684 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 776ec44b-6631-4946-988a-3cb26973a530 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:03.191969 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:03.210753 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Calling delete_port for 60ba47f7-49d1-4169-aa99-745d70b64d8a owned by network:router_gateway {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:03.236888 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d41d14-bc2d-4545-8f91-7afd4981ce3a None None] New status for floating IP 28b8324a-4d31-4b45-bffa-6608255f5bf9: DOWN {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:03.315012 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.315346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.334299 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for d3257f62-eefa-4729-903f-7193dac87811 owned by network:floatingip {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:03.415278 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:03.443743 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e39e7-1f5c-4025-9376-b094e28f20ab None None] The sync data for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi is: [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:27:40Z', 'revision_number': 4, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'cc1bb975-485e-4eb7-a151-54e7cd4705f3', 'name': '', 'network_id': 'd13d7197-8c45-4a21-9b67-770747b42894', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'mac_address': 'fa:16:3e:6c:97:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:39Z', 'updated_at': '2022-08-09T11:27:48Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'subnets': [{'id': 'eab8928e-7029-4d24-97bc-20edd60d0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:03.526246 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44002) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:03.526636 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'name': 'network-vif-deleted', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:03.529694 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3f3e4-74c6-466a-b886-6ad91fb9ae42" -d '{"events": [{"server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "name": "network-vif-deleted", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:03.553025 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.574726 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da6aa6d-95af-4ff1-a1bf-c67fb1fd7b3c x-openstack-request-id: req-5da6aa6d-95af-4ff1-a1bf-c67fb1fd7b3c {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:03.575188 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79697cf-037d-4cbf-8fad-5dcdc8a5ec8a", "name": "network-vif-deleted", "tag": "bcbfb9fa-d5cc-43c8-a58c-31552fb62145", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:03.575606 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5da6aa6d-95af-4ff1-a1bf-c67fb1fd7b3c {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:03.576146 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da6aa6d-95af-4ff1-a1bf-c67fb1fd7b3c'] response: {'server_uuid': 'd79697cf-037d-4cbf-8fad-5dcdc8a5ec8a', 'name': 'network-vif-deleted', 'tag': 'bcbfb9fa-d5cc-43c8-a58c-31552fb62145', 'status': 'completed', 'code': 200} Aug 09 11:35:03.614585 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ba47f7-49d1-4169-aa99-745d70b64d8a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:03.677632 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.720809 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33f2b88b-e303-41fd-af0d-4783ba5d1354 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.726240 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=d3257f62-eefa-4729-903f-7193dac87811,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:03.744005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ac98a-0001-484b-9148-cc79f92a4434 None None] New status for floating IP f72a6c54-8c2d-480d-b215-446563f78266: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:03.763025 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.799154 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33f2b88b-e303-41fd-af0d-4783ba5d1354 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.908974 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.915967 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.922820 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.925259 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.929361 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b3b9877f-8fad-48f2-b345-2dba46909498 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/floatingips/28b8324a-4d31-4b45-bffa-6608255f5bf9 HTTP/1.1" status: 204 len: 168 time: 1.2252166 Aug 09 11:35:03.975346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.976026 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8683930f-f0ad-411e-94cb-af3732f0f541 {{(pid=102530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:35:03.977954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33f2b88b-e303-41fd-af0d-4783ba5d1354 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.980527 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-33f2b88b-e303-41fd-af0d-4783ba5d1354 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.981685 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-33f2b88b-e303-41fd-af0d-4783ba5d1354 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "DELETE /v2.0/security-groups/ae85040d-801c-40a9-a68d-f91587fa3d32 HTTP/1.1" status: 204 len: 168 time: 0.4544492 Aug 09 11:35:03.984472 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44008) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:03.984686 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.985752 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-30684b20-ff87-48fe-93b9-ae468ca99276 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8683930f-f0ad-411e-94cb-af3732f0f541 HTTP/1.1" status: 204 len: 168 time: 1.7029028 Aug 09 11:35:03.989044 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44010) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.006370 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-083c7686-d7cb-46a7-addb-eed41a25e573 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] show failed (client error): The resource could not be found. Aug 09 11:35:04.008729 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-083c7686-d7cb-46a7-addb-eed41a25e573 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups/ae85040d-801c-40a9-a68d-f91587fa3d32 HTTP/1.1" status: 404 len: 347 time: 0.0229967 Aug 09 11:35:04.011643 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44012) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.027582 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2b88b-e303-41fd-af0d-4783ba5d1354 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae85040d-801c-40a9-a68d-f91587fa3d32,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.055055 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Deleting subnet 61ad4c1a-4361-4aab-affc-6dcad5eae767 {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:35:04.058725 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.092509 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44014) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.096975 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848420207', 'description': 'tempest-description--125606877'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:04.104943 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.146619 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.150910 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Deleting port c9d1fd67-8d63-427e-954c-d64e32f7f09d {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:04.151265 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.218752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.237926 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.238381 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.252133 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Calling delete_port for c9d1fd67-8d63-427e-954c-d64e32f7f09d owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:04.289138 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.297502 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.320573 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.340454 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.341670 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2482138 Aug 09 11:35:04.345597 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44016) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.351903 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': '52ee98ee-65b3-4ed7-b571-d9369f65399a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:04.361887 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ad4c1a-4361-4aab-affc-6dcad5eae767,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.364385 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a1d8a-a8be-4b8e-8f83-48b2bbdb3993 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee98ee-65b3-4ed7-b571-d9369f65399a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.368690 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.372157 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4a51eeda-4cbb-4bb3-8dee-5473f6371b94 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/61ad4c1a-4361-4aab-affc-6dcad5eae767 HTTP/1.1" status: 204 len: 168 time: 0.3820851 Aug 09 11:35:04.374706 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44018) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.377087 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df6f17-bafb-4384-9d56-e46c7d1936b0 None None] Network 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:04.433685 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.510975 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.516974 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.561665 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event deleted for resources: {'Port': ['ID=c9d1fd67-8d63-427e-954c-d64e32f7f09d,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.572839 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.606235 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.656847 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71469936-9fad-4b98-a11c-0964c064b56c,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.670593 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.674327 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6125e12c-d57a-4849-95c6-0d0a4da40ffe tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246520 Aug 09 11:35:04.674327 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.675106 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44020) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.675299 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.678669 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-51c65ec6-8a30-4ebd-8f3a-fe6eb740a65d tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "DELETE /v2.0/floatingips/f72a6c54-8c2d-480d-b215-446563f78266 HTTP/1.1" status: 204 len: 168 time: 0.6635194 Aug 09 11:35:04.678821 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] DHCP port deletion for 5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:35:04.682481 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': '52ee98ee-65b3-4ed7-b571-d9369f65399a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:04.701378 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Deleting port 4069df63-d673-4ddd-8de0-8ca174dc445a {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:04.702073 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.720119 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.740444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] Deleting port 4069df63-d673-4ddd-8de0-8ca174dc445a {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:04.740815 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.799766 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] For port 4069df63-d673-4ddd-8de0-8ca174dc445a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=4069df63-d673-4ddd-8de0-8ca174dc445a,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:04.799766 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.800920 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.807146 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.811733 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] For port 4069df63-d673-4ddd-8de0-8ca174dc445a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=4069df63-d673-4ddd-8de0-8ca174dc445a,segment=NetworkSegment(0fd23742-dafe-4359-b31c-334265a88859),segment_id=0fd23742-dafe-4359-b31c-334265a88859)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:04.812139 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.825975 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] Calling delete_port for 4069df63-d673-4ddd-8de0-8ca174dc445a owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:04.832998 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf442e9-f405-4f8a-85b1-8e03a22a865b,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.838638 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Calling delete_port for 4069df63-d673-4ddd-8de0-8ca174dc445a owned by network:dhcp {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:04.842743 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.843941 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-58ac73cc-6288-4569-a797-aec8f5fbcf72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652439 Aug 09 11:35:04.847072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44026) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:04.854073 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:04.876106 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.923214 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.939278 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:04.948512 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] Pushing event deleted for resources: {'Port': ['ID=4069df63-d673-4ddd-8de0-8ca174dc445a,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:04.954140 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae48fd-fbbf-467d-8eb7-8785d0f69d51 None None] No DVR routers for this DVR port 4069df63-d673-4ddd-8de0-8ca174dc445a on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:04.954335 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] No DVR routers for this DVR port 4069df63-d673-4ddd-8de0-8ca174dc445a on host dv-cinder-848249-1-iscsi {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:04.981796 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=4069df63-d673-4ddd-8de0-8ca174dc445a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:05.023887 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.059664 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.070150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bcbfb9fa-d5cc-43c8-a58c-31552fb62145 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:05.080401 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0c7bf1-635e-4fa9-9e70-18c84f2a4233']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:05.092243 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd23742-dafe-4359-b31c-334265a88859') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:05.092672 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd23742-dafe-4359-b31c-334265a88859') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:05.110808 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.116371 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 60ba47f7-49d1-4169-aa99-745d70b64d8a no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:05.118893 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: bcbfb9fa-d5cc-43c8-a58c-31552fb62145 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:05.119419 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bcbfb9fa-d5cc-43c8-a58c-31552fb62145 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:05.126753 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.133164 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:35:05.133447 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.144607 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 60ba47f7-49d1-4169-aa99-745d70b64d8a {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:05.145139 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 60ba47f7-49d1-4169-aa99-745d70b64d8a not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:05.145705 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 4069df63-d673-4ddd-8de0-8ca174dc445a no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:05.169461 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 4069df63-d673-4ddd-8de0-8ca174dc445a {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:05.170039 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 4069df63-d673-4ddd-8de0-8ca174dc445a not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:05.170819 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c2dea0b5-9e94-410b-b6ec-52542fff0f2d no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:05.187369 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.27.2.19 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/be8710bb-06ab-496a-9348-7f1c408cd247) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:05.199198 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: c2dea0b5-9e94-410b-b6ec-52542fff0f2d {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:05.199542 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c2dea0b5-9e94-410b-b6ec-52542fff0f2d not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:05.200890 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.209933 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.214661 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] 10.222.0.50 "DELETE /v2.0/networks/5c0c7bf1-635e-4fa9-9e70-18c84f2a4233 HTTP/1.1" status: 204 len: 168 time: 0.8390186 Aug 09 11:35:05.233594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750376-c49f-4626-83d6-ab51f48e1b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0c7bf1-635e-4fa9-9e70-18c84f2a4233,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:05.237004 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 0fd23742-dafe-4359-b31c-334265a88859 resource provider aggregate not found Aug 09 11:35:05.256106 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 0fd23742-dafe-4359-b31c-334265a88859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fd23742-dafe-4359-b31c-334265a88859 found for delete ", "request_id": "req-7b7077b2-5edd-43af-bac7-ab4844d9d3c7"}]} Aug 09 11:35:05.310795 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.339795 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44036) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:05.345098 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.379409 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-903bee24-3620-495d-9768-943bc82050ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=840382b6d7ed4cb6adaec599476d86c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384393 Aug 09 11:35:05.381892 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44038) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:05.384837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:05.387779 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:05.391143 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:05.396488 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=be8710bb-06ab-496a-9348-7f1c408cd247,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:05.432208 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-86cd1971-1265-4e57-b9ec-02e2da2773bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.455383 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-86cd1971-1265-4e57-b9ec-02e2da2773bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.488574 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.504474 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-86cd1971-1265-4e57-b9ec-02e2da2773bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.507086 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-86cd1971-1265-4e57-b9ec-02e2da2773bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.508827 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-86cd1971-1265-4e57-b9ec-02e2da2773bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d49c7d0-9002-48de-8cba-260763fcb0d0 HTTP/1.1" status: 204 len: 168 time: 0.1252129 Aug 09 11:35:05.518514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1971-1265-4e57-b9ec-02e2da2773bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d49c7d0-9002-48de-8cba-260763fcb0d0,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:05.534311 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.685728 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.690204 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.752545 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.761583 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=be8710bb-06ab-496a-9348-7f1c408cd247,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:05.774198 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.782630 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-aceafdb6-adfe-413c-934c-efd628224bba tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9260995 Aug 09 11:35:05.839406 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44048) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:05.890254 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-81e1cb6b-2d08-4d9c-8f01-cbf21a6f6b1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fadeaa85bbe4d7093299bee49093d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496225 Aug 09 11:35:05.892782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44054) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:05.947721 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6d79b8b5-304c-49bc-a1db-ad4f58890aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.969494 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6d79b8b5-304c-49bc-a1db-ad4f58890aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:05.996874 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-48a19bc5-8a9d-494b-b2d6-c0c8a3b5223d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1848420207&fields=id&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 267 time: 0.0329115 Aug 09 11:35:06.016435 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6d79b8b5-304c-49bc-a1db-ad4f58890aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:06.019254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6d79b8b5-304c-49bc-a1db-ad4f58890aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:06.020857 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6d79b8b5-304c-49bc-a1db-ad4f58890aa9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05af1401-765d-4e65-93bf-cc354749e093 HTTP/1.1" status: 204 len: 168 time: 0.1269202 Aug 09 11:35:06.030846 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79b8b5-304c-49bc-a1db-ad4f58890aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05af1401-765d-4e65-93bf-cc354749e093,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:06.117175 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-fa5d419a-a7e1-4b1c-b5b3-0f370dc1ce2d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:06.118708 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-fa5d419a-a7e1-4b1c-b5b3-0f370dc1ce2d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1124005 Aug 09 11:35:06.134813 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-ec88d806-ca2f-455f-910a-5395aa12c7b6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/quotas/ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 375 time: 0.0100868 Aug 09 11:35:06.194580 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-df76feef-9b92-4b1e-9794-f98b863250fc tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530007 Aug 09 11:35:06.446065 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-598a4923-7007-4b8d-b05a-c46c797f4ef0 service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377362 Aug 09 11:35:06.537200 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-ef1d72fd-f08d-4838-bbaa-4ea978ecaad8 service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Aug 09 11:35:06.692113 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-28b50714-40db-4a8b-b29b-82cb47af05e8 req-7de6983f-98ec-4e64-8f98-db0a9c5a48a6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 210 time: 0.0256610 Aug 09 11:35:07.208241 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153167f2-9feb-4a7d-aeef-cdae48140185 req-494dbb6b-05e3-4913-9d02-04fe039683d2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:07.209678 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-153167f2-9feb-4a7d-aeef-cdae48140185 req-494dbb6b-05e3-4913-9d02-04fe039683d2 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0502536 Aug 09 11:35:07.247910 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-153167f2-9feb-4a7d-aeef-cdae48140185 req-63571e0c-72fe-410c-9ae3-e2f38ef0a93c tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Aug 09 11:35:07.792533 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f5bc5d49-9961-4689-b0e8-1b115dae2b24 req-50c43c6b-28d7-45ee-8e7d-5565d71cb006 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 210 time: 0.0283895 Aug 09 11:35:07.893793 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-62b6e015-0470-40a2-b2a0-29016b7dfd32 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:07.895250 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-62b6e015-0470-40a2-b2a0-29016b7dfd32 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1036546 Aug 09 11:35:08.054780 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-8808606c-c232-4d74-bc4f-1fd2c15d6336 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 380 time: 0.0628228 Aug 09 11:35:08.065949 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'port': {'device_id': '27001408-44a6-40f0-a903-0ac528eb7a76', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'admin_state_up': True, 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'security_groups': ['52ee98ee-65b3-4ed7-b571-d9369f65399a']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:08.076670 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-74270e10-8f66-4ce5-a581-b5209d5e81b8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:08.078121 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-74270e10-8f66-4ce5-a581-b5209d5e81b8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.0802593 Aug 09 11:35:08.236879 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Made reservation on behalf of ea64a7a559ef455cac411ec1f7a6f8cb for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:08.240220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:08.244999 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Deleting port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:08.245325 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:08.441579 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] For port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:08.441939 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:08.464793 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Calling delete_port for 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:08.472979 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112afc8f-f3b5-4566-8ffa-297ac656f520 req-01f0835d-ec8d-4047-859d-033ce5290fb8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:08.474462 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-112afc8f-f3b5-4566-8ffa-297ac656f520 req-01f0835d-ec8d-4047-859d-033ce5290fb8 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 945 time: 0.1340704 Aug 09 11:35:08.498496 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.20.0.5 (2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef/e047d322-38d0-4b3e-9c5e-87b294ab299a/14b340c4-f096-451c-b20a-6bf5da02c39e) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:08.584507 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-112afc8f-f3b5-4566-8ffa-297ac656f520 req-940b5c66-d786-4404-ab99-67fbae3b76ab tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016772 Aug 09 11:35:08.898911 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f2758b52-5175-4b3e-abcf-51ca473d9220 req-e599229d-7963-4c6d-9a5b-aefb44829a73 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 210 time: 0.0313268 Aug 09 11:35:08.975577 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:08.985588 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.011671 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['1718f18c-6a65-4abc-b32b-a2b45060e9c5', '8d96a395-0b59-4fea-90ce-58df1c9e1cd6'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:09.013415 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event deleted for resources: {'Port': ['ID=8d96a395-0b59-4fea-90ce-58df1c9e1cd6,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:09.068370 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] No DVR routers for this DVR port 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:09.071798 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.075033 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5a1b382e-9767-4305-83ad-6cbbe112ed0e req-aa7567f8-99b5-4e5c-8066-8d5159f971ed tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "DELETE /v2.0/ports/8d96a395-0b59-4fea-90ce-58df1c9e1cd6 HTTP/1.1" status: 204 len: 173 time: 0.9834573 Aug 09 11:35:09.075472 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'name': 'network-vif-deleted', 'tag': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:09.077874 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a541cea-316d-454a-b100-f7b03f17c203" -d '{"events": [{"server_uuid": "20fed475-9cd6-471f-8cce-73c594c6bc46", "name": "network-vif-deleted", "tag": "8d96a395-0b59-4fea-90ce-58df1c9e1cd6"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:09.088786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.145065 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:09.146739 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e848e0-8ef5-4f44-9384-c2a5581e03ea x-openstack-request-id: req-53e848e0-8ef5-4f44-9384-c2a5581e03ea {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:09.147033 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fed475-9cd6-471f-8cce-73c594c6bc46", "name": "network-vif-deleted", "tag": "8d96a395-0b59-4fea-90ce-58df1c9e1cd6", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:09.147420 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53e848e0-8ef5-4f44-9384-c2a5581e03ea {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:09.147869 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e848e0-8ef5-4f44-9384-c2a5581e03ea'] response: {'server_uuid': '20fed475-9cd6-471f-8cce-73c594c6bc46', 'name': 'network-vif-deleted', 'tag': '8d96a395-0b59-4fea-90ce-58df1c9e1cd6', 'status': 'completed', 'code': 200} Aug 09 11:35:09.150964 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:09.155332 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:09.159360 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=14b340c4-f096-451c-b20a-6bf5da02c39e,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:09.208661 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:09.209490 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.229882 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-3978c1c5-a326-4f73-9b49-0993c73fb5a1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1680708 Aug 09 11:35:09.255961 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Request body: {'port': {'device_id': '27001408-44a6-40f0-a903-0ac528eb7a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:09.315244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.519188 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-6b65cbd3-cb92-4bcf-9050-81bd5b562585 None None] Provisioning complete for port 14b340c4-f096-451c-b20a-6bf5da02c39e triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:09.519692 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-6b65cbd3-cb92-4bcf-9050-81bd5b562585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.560835 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-6b65cbd3-cb92-4bcf-9050-81bd5b562585 None None] Port 14b340c4-f096-451c-b20a-6bf5da02c39e cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:35:09.631405 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b340c4-f096-451c-b20a-6bf5da02c39e {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:35:09.642632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.658631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Transition to ACTIVE for port object 14b340c4-f096-451c-b20a-6bf5da02c39e will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:09.664081 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.755597 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-75cc73f4-1312-487f-9e8d-8e07116e35b8 req-e44c16b5-5e55-4ba8-a961-591d4e5288d5 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=20fed475-9cd6-471f-8cce-73c594c6bc46 HTTP/1.1" status: 200 len: 210 time: 0.0545695 Aug 09 11:35:09.776556 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=14b340c4-f096-451c-b20a-6bf5da02c39e,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:09.808623 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Attempting to bind port 14b340c4-f096-451c-b20a-6bf5da02c39e on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:35:09.808960 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Attempting to bind port 14b340c4-f096-451c-b20a-6bf5da02c39e by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:35:09.809291 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Attempting to bind port 14b340c4-f096-451c-b20a-6bf5da02c39e on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:09.813623 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Port 14b340c4-f096-451c-b20a-6bf5da02c39e on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:35:09.813947 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Attempting to bind port 14b340c4-f096-451c-b20a-6bf5da02c39e on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:09.819046 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:35:09.819456 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:09.820027 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Bound using segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:35:09.820466 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Bound port: 14b340c4-f096-451c-b20a-6bf5da02c39e, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:35:09.820865 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.890231 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] For port 14b340c4-f096-451c-b20a-6bf5da02c39e, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:09.893459 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] For port 14b340c4-f096-451c-b20a-6bf5da02c39e, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=14b340c4-f096-451c-b20a-6bf5da02c39e,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:09.898020 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.903071 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:09.903681 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.905027 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] 10.222.0.43 "PUT /v2.0/ports/14b340c4-f096-451c-b20a-6bf5da02c39e HTTP/1.1" status: 200 len: 1093 time: 0.6543055 Aug 09 11:35:09.990065 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb3a01-d226-4441-9f69-19d6d72d3eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=14b340c4-f096-451c-b20a-6bf5da02c39e,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:10.019316 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c47da3-e323-4b7d-826a-f46b207c34d4 req-620c165f-0bc7-46fa-ab74-13ec6b127e29 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:10.020784 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18c47da3-e323-4b7d-826a-f46b207c34d4 req-620c165f-0bc7-46fa-ab74-13ec6b127e29 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0984437 Aug 09 11:35:10.022115 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f157f3-1454-4b3d-aec0-fb72e4bd9651 req-1df2fad3-6f29-4582-a33d-7505c8f0f0f9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:10.024205 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24f157f3-1454-4b3d-aec0-fb72e4bd9651 req-1df2fad3-6f29-4582-a33d-7505c8f0f0f9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 943 time: 0.0502791 Aug 09 11:35:10.040631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-378250b3-5520-4b87-a544-b9e6be7d5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:10.042126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-378250b3-5520-4b87-a544-b9e6be7d5cf7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 1096 time: 0.0673554 Aug 09 11:35:10.061549 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-24f157f3-1454-4b3d-aec0-fb72e4bd9651 req-fcffbaf7-ce1c-4fb2-ae87-1cc2cb53167b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Aug 09 11:35:10.102126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-18c47da3-e323-4b7d-826a-f46b207c34d4 req-5da25bac-03c7-4da2-8ab4-3a7ce7e44b2d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724115 Aug 09 11:35:10.103450 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-dd93737a-65e3-449c-b33f-1a8305b559f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b340c4-f096-451c-b20a-6bf5da02c39e HTTP/1.1" status: 200 len: 217 time: 0.0451493 Aug 09 11:35:10.155381 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-8f4525ec-2c7a-43d7-a2eb-ad12a4774789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:10.156785 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-8f4525ec-2c7a-43d7-a2eb-ad12a4774789 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0462687 Aug 09 11:35:10.202347 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-b373c400-3ffa-4295-9536-afbfef411aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:10.203779 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-b373c400-3ffa-4295-9536-afbfef411aa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392337 Aug 09 11:35:10.290173 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-9714cc11-94fd-4d84-b234-a7b06c9731dc service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787930 Aug 09 11:35:10.381145 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-047fb3d3-ad63-4676-8dd2-5f2a3af85ff4 req-7c9e66b8-f7bb-434c-a662-4b223df0c74d service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Aug 09 11:35:11.024762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a75152-2a77-458a-bdcf-831830b1926c req-5f853db4-2ea8-4d8f-9aac-4aaf2ca7b840 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.026263 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7a75152-2a77-458a-bdcf-831830b1926c req-5f853db4-2ea8-4d8f-9aac-4aaf2ca7b840 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0478098 Aug 09 11:35:11.063695 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7a75152-2a77-458a-bdcf-831830b1926c req-c4bb427c-174f-495d-be06-44ffafc2db22 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Aug 09 11:35:11.067356 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:11.095876 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:11.096218 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8d96a395-0b59-4fea-90ce-58df1c9e1cd6 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:11.149153 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:11.151448 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:11.189465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2352e-54da-48e9-b26c-e55421964753 req-71bba3f7-f975-4a28-b601-af71fc026d1d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.191008 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-38c2352e-54da-48e9-b26c-e55421964753 req-71bba3f7-f975-4a28-b601-af71fc026d1d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 943 time: 0.0528011 Aug 09 11:35:11.227292 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288453cf-1816-41ff-92a7-f0aa24d2ff7f req-b228eb17-b252-4818-b706-15384a76fd2b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.228883 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-288453cf-1816-41ff-92a7-f0aa24d2ff7f req-b228eb17-b252-4818-b706-15384a76fd2b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Aug 09 11:35:11.229838 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-38c2352e-54da-48e9-b26c-e55421964753 req-bb40b143-571e-4aca-b8aa-5531aa490fb0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Aug 09 11:35:11.269794 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-288453cf-1816-41ff-92a7-f0aa24d2ff7f req-94db4a36-50e6-4580-bae9-b2312096d8ca tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=d21e5863-3076-4270-a50c-8174a011d278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340860 Aug 09 11:35:11.273976 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c2e681-b524-4a78-b2e2-cc14b41e5ba5 x-openstack-request-id: req-b5c2e681-b524-4a78-b2e2-cc14b41e5ba5 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:11.274419 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:11.274669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5c2e681-b524-4a78-b2e2-cc14b41e5ba5 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:11.275252 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c2e681-b524-4a78-b2e2-cc14b41e5ba5'] response: {'name': 'network-changed', 'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'status': 'completed', 'code': 200} Aug 09 11:35:11.461422 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-be850c23-7980-4e20-b488-1b45d2b20c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.463126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-be850c23-7980-4e20-b488-1b45d2b20c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 1096 time: 0.0809386 Aug 09 11:35:11.471610 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-9a3e18c5-f7dc-447d-aecf-a53e9d119f89 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.473887 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-9a3e18c5-f7dc-447d-aecf-a53e9d119f89 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 945 time: 0.0890601 Aug 09 11:35:11.629735 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-e156dd21-9c43-41bd-87d6-e4adfba0f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.631298 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-e156dd21-9c43-41bd-87d6-e4adfba0f25e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.1564603 Aug 09 11:35:11.645758 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Deleting port 219d1f13-bda6-43d8-b408-7480b2bef8df {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:11.646125 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:11.715884 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-4599bdcc-fc3d-4dc1-a03c-4552ddf72c50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b340c4-f096-451c-b20a-6bf5da02c39e HTTP/1.1" status: 200 len: 217 time: 0.0521660 Aug 09 11:35:11.820581 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] For port 219d1f13-bda6-43d8-b408-7480b2bef8df, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=219d1f13-bda6-43d8-b408-7480b2bef8df,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:11.821175 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:11.825739 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-22c36996-58ef-4d74-abae-99c16831b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.827220 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-22c36996-58ef-4d74-abae-99c16831b97d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0768487 Aug 09 11:35:11.959926 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-8745f990-66aa-4cc8-a33d-6737e8897379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:11.962509 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-8745f990-66aa-4cc8-a33d-6737e8897379 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244173 Aug 09 11:35:12.093337 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-a627fcf7-94a6-4a70-a735-0bf187fbb9bd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:12.102038 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-a627fcf7-94a6-4a70-a735-0bf187fbb9bd tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.0655360 Aug 09 11:35:12.113480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.113480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.113480 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Floating IP 73a28939-8b1c-4c4b-845d-fd1285c54894 disassociated. External IP: 172.27.2.229, port: 219d1f13-bda6-43d8-b408-7480b2bef8df. Aug 09 11:35:12.113480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Calling delete_port for 219d1f13-bda6-43d8-b408-7480b2bef8df owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:12.140293 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-06ca2275-f6b6-43a1-b611-306620b9b7ae service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691887 Aug 09 11:35:12.214548 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Deleting port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:12.214874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.315599 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] For port 1718f18c-6a65-4abc-b32b-a2b45060e9c5, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=1718f18c-6a65-4abc-b32b-a2b45060e9c5,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:12.315963 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.336967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10166489-ecc8-468f-90c0-3bcee25a135d req-617c5d45-92e0-41ad-8d04-12478862556f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:12.338694 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-10166489-ecc8-468f-90c0-3bcee25a135d req-617c5d45-92e0-41ad-8d04-12478862556f tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace50904-5256-4244-bff5-7233c8ddcf72 HTTP/1.1" status: 200 len: 946 time: 0.1652277 Aug 09 11:35:12.352677 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Calling delete_port for 1718f18c-6a65-4abc-b32b-a2b45060e9c5 owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:12.388991 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-1befea58-96b6-4c8c-8356-9fd198b4e9df service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143023 Aug 09 11:35:12.412216 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382f957-1682-4293-a7f6-37e20f284eaa req-2ac8b0da-249f-4fdd-a2d1-671b26428d04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:12.414348 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6382f957-1682-4293-a7f6-37e20f284eaa req-2ac8b0da-249f-4fdd-a2d1-671b26428d04 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 943 time: 0.1004057 Aug 09 11:35:12.422138 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-10166489-ecc8-468f-90c0-3bcee25a135d req-d6a0eaec-79ed-4e2f-a295-76983a5c9a18 tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.50 "GET /v2.0/security-groups?id=8804251f-d864-4291-9aeb-bd311d5f0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711172 Aug 09 11:35:12.434431 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.464253 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event deleted for resources: {'Port': ['ID=219d1f13-bda6-43d8-b408-7480b2bef8df,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:12.490413 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6382f957-1682-4293-a7f6-37e20f284eaa req-a99b0287-dabb-4038-9bae-577f5f3fbafd tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653946 Aug 09 11:35:12.554639 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.560094 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9580a50d-2ce9-4031-b56c-4a5d7c0abce9 req-67f76fa7-586b-4b22-b449-05ad152c618b tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=57980f1f-3c1f-4994-b01c-43c299301278 HTTP/1.1" status: 200 len: 210 time: 0.0337188 Aug 09 11:35:12.583777 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Pushing event deleted for resources: {'Port': ['ID=1718f18c-6a65-4abc-b32b-a2b45060e9c5,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:12.592428 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['1718f18c-6a65-4abc-b32b-a2b45060e9c5'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:12.630315 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Router e88b2e12-1692-477a-be02-60b32ac8da8e has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:12.639891 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] No DVR routers for this DVR port 1718f18c-6a65-4abc-b32b-a2b45060e9c5 on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:12.642584 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.645927 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dc62d849-6a8b-4d99-a964-5765b31f15d3 req-4af89561-599c-4716-9e0d-05464fb87feb tempest-ServerRescueNegativeTestJSON-1866344501 tempest-ServerRescueNegativeTestJSON-1866344501-project] 10.222.0.43 "DELETE /v2.0/ports/1718f18c-6a65-4abc-b32b-a2b45060e9c5 HTTP/1.1" status: 204 len: 173 time: 0.5380943 Aug 09 11:35:12.646571 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'name': 'network-vif-deleted', 'tag': '1718f18c-6a65-4abc-b32b-a2b45060e9c5'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:12.649888 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee3433-b888-49c5-b2c6-495ea6bdaa36" -d '{"events": [{"server_uuid": "ace50904-5256-4244-bff5-7233c8ddcf72", "name": "network-vif-deleted", "tag": "1718f18c-6a65-4abc-b32b-a2b45060e9c5"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:12.762597 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:12.777071 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:12.790140 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:12.790935 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:12.824678 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] No DVR routers for this DVR port 219d1f13-bda6-43d8-b408-7480b2bef8df on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:12.828082 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:12.832019 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e143268-88cd-43d0-9c9a-f5401d87c9bb req-22387a70-5c39-4cce-95db-128882386c8c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "DELETE /v2.0/ports/219d1f13-bda6-43d8-b408-7480b2bef8df HTTP/1.1" status: 204 len: 173 time: 1.3479409 Aug 09 11:35:12.891765 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f296b-a3a2-4412-a240-943d57a54ac8 x-openstack-request-id: req-130f296b-a3a2-4412-a240-943d57a54ac8 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:12.892058 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace50904-5256-4244-bff5-7233c8ddcf72", "name": "network-vif-deleted", "tag": "1718f18c-6a65-4abc-b32b-a2b45060e9c5", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:12.892310 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-130f296b-a3a2-4412-a240-943d57a54ac8 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:12.892710 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130f296b-a3a2-4412-a240-943d57a54ac8'] response: {'server_uuid': 'ace50904-5256-4244-bff5-7233c8ddcf72', 'name': 'network-vif-deleted', 'tag': '1718f18c-6a65-4abc-b32b-a2b45060e9c5', 'status': 'completed', 'code': 200} Aug 09 11:35:12.911695 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:13.118762 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:13.232424 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:13.240987 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:13.242294 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:13.276333 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'name': 'network-vif-deleted', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:13.279330 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69943669-5f9c-40cc-a73b-b0c78de8ec95" -d '{"events": [{"server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "name": "network-vif-deleted", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:13.316510 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eda43a-4dee-4a3d-ba28-a4c83ab61498 x-openstack-request-id: req-63eda43a-4dee-4a3d-ba28-a4c83ab61498 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:13.316816 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57980f1f-3c1f-4994-b01c-43c299301278", "name": "network-vif-deleted", "tag": "219d1f13-bda6-43d8-b408-7480b2bef8df", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:13.317062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63eda43a-4dee-4a3d-ba28-a4c83ab61498 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:13.317465 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63eda43a-4dee-4a3d-ba28-a4c83ab61498'] response: {'server_uuid': '57980f1f-3c1f-4994-b01c-43c299301278', 'name': 'network-vif-deleted', 'tag': '219d1f13-bda6-43d8-b408-7480b2bef8df', 'status': 'completed', 'code': 200} Aug 09 11:35:13.349104 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:13.494080 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44144) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:13.560199 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:13.592384 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaf224-6ea3-46e5-b394-5c51b7683b0c None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:13.642378 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b2782-7d8c-4fe2-8e8b-41acfc5ce60e req-2fc2dafc-7adf-4945-a0c4-54291e4e23c4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:13.643953 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-665b2782-7d8c-4fe2-8e8b-41acfc5ce60e req-2fc2dafc-7adf-4945-a0c4-54291e4e23c4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 943 time: 0.0649636 Aug 09 11:35:13.668172 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44154) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:13.708778 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-665b2782-7d8c-4fe2-8e8b-41acfc5ce60e req-8e70ea63-3385-49c0-928c-5633d6f07daa tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568893 Aug 09 11:35:13.740190 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37682f05-41fa-4fc3-adff-b7447f4ddec8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:13.766745 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37682f05-41fa-4fc3-adff-b7447f4ddec8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:13.823189 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37682f05-41fa-4fc3-adff-b7447f4ddec8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:13.826167 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37682f05-41fa-4fc3-adff-b7447f4ddec8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:13.830238 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-37682f05-41fa-4fc3-adff-b7447f4ddec8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "DELETE /v2.0/security-groups/d21e5863-3076-4270-a50c-8174a011d278 HTTP/1.1" status: 204 len: 168 time: 0.1587453 Aug 09 11:35:13.834528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44156) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:13.857192 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-93fc4fbc-09bc-448d-a88b-edd997966273 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] show failed (client error): The resource could not be found. Aug 09 11:35:13.858237 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-93fc4fbc-09bc-448d-a88b-edd997966273 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups/d21e5863-3076-4270-a50c-8174a011d278 HTTP/1.1" status: 404 len: 347 time: 0.0226357 Aug 09 11:35:13.859147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37682f05-41fa-4fc3-adff-b7447f4ddec8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e5863-3076-4270-a50c-8174a011d278,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:13.861378 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44158) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:13.888182 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147ae6b-8f47-46d4-a660-c7928fc88201 None None] New status for floating IP 73a28939-8b1c-4c4b-845d-fd1285c54894: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:13.989199 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Deleting port a6a51474-a22b-488e-9660-79e69c1e2791 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:13.989542 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.007928 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.071873 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.072252 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.084120 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Calling delete_port for a6a51474-a22b-488e-9660-79e69c1e2791 owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:14.216280 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.243061 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event deleted for resources: {'Port': ['ID=a6a51474-a22b-488e-9660-79e69c1e2791,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.259957 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Deleting port cc1bb975-485e-4eb7-a151-54e7cd4705f3 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:14.260302 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.301821 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.304891 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.306042 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3920bc47-ff9c-4159-be05-eaac7b6467f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "DELETE /v2.0/floatingips/73a28939-8b1c-4c4b-845d-fd1285c54894 HTTP/1.1" status: 204 len: 168 time: 0.4437642 Aug 09 11:35:14.337678 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] For port cc1bb975-485e-4eb7-a151-54e7cd4705f3, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=cc1bb975-485e-4eb7-a151-54e7cd4705f3,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:14.338083 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.354635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Calling delete_port for cc1bb975-485e-4eb7-a151-54e7cd4705f3 owned by network:router_interface {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:14.395785 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44162) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.402109 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330234467', 'description': 'tempest-description--1172861066'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:14.435501 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.580593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.585182 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.615936 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.617680 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2209482 Aug 09 11:35:14.620721 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44164) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.622431 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.625482 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'security_group_rule': {'security_group_id': '0be1f023-9b99-4edf-a8e1-8eef2a1f0405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:14.648645 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b5f4-dfe4-4b07-a5b8-c913685ee926 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be1f023-9b99-4edf-a8e1-8eef2a1f0405,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.650594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.653292 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1bb975-485e-4eb7-a151-54e7cd4705f3,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.712437 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.716850 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.735579 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911f2938-4514-4704-b563-e99410eef73c,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.765695 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.769979 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-5675c4eb-82d9-4d5e-81b2-b7e23701160e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451368 Aug 09 11:35:14.769979 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44168) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.774421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'security_group_rule': {'security_group_id': '0be1f023-9b99-4edf-a8e1-8eef2a1f0405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:14.808664 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.834547 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.878254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78b2f-204e-4ae4-8a91-cd28dc69f779 req-c7651206-dc17-4620-af02-af531a1c48b4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:14.879780 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-04d78b2f-204e-4ae4-8a91-cd28dc69f779 req-c7651206-dc17-4620-af02-af531a1c48b4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 943 time: 0.0867944 Aug 09 11:35:14.891598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.898989 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.925472 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19753b5c-bd3e-47c5-8fd4-2bf4606ca7e9,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.937354 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.941785 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-25eef996-f1c4-4caa-9574-b5dd8ec8fc70 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680019 Aug 09 11:35:14.942086 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44170) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.946736 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-04d78b2f-204e-4ae4-8a91-cd28dc69f779 req-7fda6e37-0467-411a-9fdb-150f2c717c78 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569878 Aug 09 11:35:14.947606 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:14.989590 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.066140 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 14b340c4-f096-451c-b20a-6bf5da02c39e details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:15.076131 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 1718f18c-6a65-4abc-b32b-a2b45060e9c5 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:15.104076 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 1718f18c-6a65-4abc-b32b-a2b45060e9c5 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:15.104329 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 1718f18c-6a65-4abc-b32b-a2b45060e9c5 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:15.104755 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 219d1f13-bda6-43d8-b408-7480b2bef8df no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:15.136952 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 219d1f13-bda6-43d8-b408-7480b2bef8df {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:15.137319 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 219d1f13-bda6-43d8-b408-7480b2bef8df not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:15.208121 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 14b340c4-f096-451c-b20a-6bf5da02c39e, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=14b340c4-f096-451c-b20a-6bf5da02c39e,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:15.219982 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'port_id': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'mac_address': 'fa:16:3e:8e:c5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:15.263500 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 14b340c4-f096-451c-b20a-6bf5da02c39e is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:15.263897 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.277890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b340c4-f096-451c-b20a-6bf5da02c39e {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:35:15.298255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 14b340c4-f096-451c-b20a-6bf5da02c39e, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=14b340c4-f096-451c-b20a-6bf5da02c39e,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:15.302259 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.353106 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=14b340c4-f096-451c-b20a-6bf5da02c39e,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:15.391977 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Router 32a81270-c81a-498a-a400-0bff3053a7e5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:15.466146 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.557935 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:15.563289 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-db69d31e-65b8-4b3b-9184-b9d4d8d749e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/32a81270-c81a-498a-a400-0bff3053a7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680771 Aug 09 11:35:15.565936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44172) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:15.569250 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] Sync routers for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:15.579505 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:15.580169 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:15.625381 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Allocated IP 172.27.2.97 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/acde09be-6c53-4f13-b86c-0078a64d181d) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:15.677284 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.689519 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:15.712584 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['14b340c4-f096-451c-b20a-6bf5da02c39e'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:15.734853 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.772183 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.803155 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.813494 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:15.818428 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:15.824186 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:15.862822 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'Port': ['ID=acde09be-6c53-4f13-b86c-0078a64d181d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:15.880169 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Deleting port b1641b82-dcb8-4988-9fac-398780b9459d {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:15.883239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.902383 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:35:14Z', 'revision_number': 5, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port': {'id': 'b1641b82-dcb8-4988-9fac-398780b9459d', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:33Z', 'updated_at': '2022-08-09T11:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:15.922610 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.930171 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] Checking router: 32a81270-c81a-498a-a400-0bff3053a7e5 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:15.939756 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] Routers {'32a81270-c81a-498a-a400-0bff3053a7e5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:15.940534 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:34:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['32a81270-c81a-498a-a400-0bff3053a7e5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:15.962711 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.971058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] For port b1641b82-dcb8-4988-9fac-398780b9459d, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b1641b82-dcb8-4988-9fac-398780b9459d,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:15.971435 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:15.984489 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Calling delete_port for b1641b82-dcb8-4988-9fac-398780b9459d owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:16.046021 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] Set router 32a81270-c81a-498a-a400-0bff3053a7e5 gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:16.109939 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:35:15Z', 'revision_number': 6, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:16.135844 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b516a-e0e9-40a8-b3a7-8fdc34106de2 req-1b350cb8-9864-4611-8353-c8517993acb6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:16.136755 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa04587-3224-44d0-a7a3-59799a7e05fa None None] The sync data for ids ['32a81270-c81a-498a-a400-0bff3053a7e5'] in dv-cinder-848249-1-iscsi is: [{'id': '32a81270-c81a-498a-a400-0bff3053a7e5', 'name': 'tempest-ServerRescueNegativeTestJSON-402561373-router', 'tenant_id': '3232652c05144e83bf14dfe46098c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:32Z', 'updated_at': '2022-08-09T11:35:15Z', 'revision_number': 6, 'project_id': '3232652c05144e83bf14dfe46098c64e', 'gw_port_host': None}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:16.137393 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-da9b516a-e0e9-40a8-b3a7-8fdc34106de2 req-1b350cb8-9864-4611-8353-c8517993acb6 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 944 time: 0.1094203 Aug 09 11:35:16.173864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.183656 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.199901 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.225875 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1641b82-dcb8-4988-9fac-398780b9459d,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:16.244948 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-da9b516a-e0e9-40a8-b3a7-8fdc34106de2 req-1ab49952-14f7-47a9-a1e5-966eb9af92cf tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957181 Aug 09 11:35:16.264762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.267373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'Port': ['ID=acde09be-6c53-4f13-b86c-0078a64d181d,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:16.283964 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.285182 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-2960d1d7-6e37-4c44-81d8-689c454bfd1f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3421984 Aug 09 11:35:16.299415 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.320606 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-43764fdb-e2c8-44b1-84a9-5f56c59a6440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.391776 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.393827 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.438508 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.439032 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a81270-c81a-498a-a400-0bff3053a7e5 {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:35:16.443402 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.444616 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-4048b919-4d5a-407b-820e-160c4ba3342b admin admin] 10.222.0.50 "DELETE /v2.0/routers/32a81270-c81a-498a-a400-0bff3053a7e5 HTTP/1.1" status: 204 len: 168 time: 0.8773000 Aug 09 11:35:16.447651 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44188) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:16.483059 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-57ca62bb-c104-496d-9f4a-3f2b7c523685 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--330234467&fields=id&tenant_id=46309113a5814e93a1a2831f15dbbddb HTTP/1.1" status: 200 len: 267 time: 0.0372696 Aug 09 11:35:16.494347 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Deleting subnet eab8928e-7029-4d24-97bc-20edd60d0c3b {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:35:16.497705 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.536774 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.605694 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-26af5160-4ed2-44a5-b1f3-8e5b6411dc1c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:16.607210 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-26af5160-4ed2-44a5-b1f3-8e5b6411dc1c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 810 time: 0.1166115 Aug 09 11:35:16.622123 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-68f6ea17-743f-4897-a637-67ea898fe0aa tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/quotas/46309113a5814e93a1a2831f15dbbddb HTTP/1.1" status: 200 len: 375 time: 0.0090725 Aug 09 11:35:16.622662 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.674960 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.675782 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-95b89e6a-3ec8-43c9-b5db-868aeb71ca95 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478668 Aug 09 11:35:16.700441 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab8928e-7029-4d24-97bc-20edd60d0c3b,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:16.705267 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.710967 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd61e0-e24a-43b2-a805-d193ba916cb9 None None] Network d13d7197-8c45-4a21-9b67-770747b42894 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:16.711969 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8ebe27a5-f813-4e0a-8a93-4e87fc08c18b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eab8928e-7029-4d24-97bc-20edd60d0c3b HTTP/1.1" status: 204 len: 168 time: 0.2632139 Aug 09 11:35:16.712835 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44190) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:16.781324 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-8f205979-f08a-4a8e-95d2-3377d4978f8b service neutron] 10.222.0.50 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939496 Aug 09 11:35:16.782499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.833759 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Deleting port 3d583c82-d829-4a32-8a70-07534d056bea {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:16.834120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.871120 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-136df350-9831-4c61-8aef-088fccc15fad service neutron] 10.222.0.50 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Aug 09 11:35:16.901954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] For port 3d583c82-d829-4a32-8a70-07534d056bea, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3d583c82-d829-4a32-8a70-07534d056bea,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:16.902294 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:16.916668 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Calling delete_port for 3d583c82-d829-4a32-8a70-07534d056bea owned by network:dhcp {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:16.926213 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] DHCP port deletion for d13d7197-8c45-4a21-9b67-770747b42894 request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:35:16.985492 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Deleting port 3d583c82-d829-4a32-8a70-07534d056bea {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:35:16.985827 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.041441 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.069363 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d583c82-d829-4a32-8a70-07534d056bea,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:17.073431 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b1641b82-dcb8-4988-9fac-398780b9459d no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:17.075534 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] No DVR routers for this DVR port 3d583c82-d829-4a32-8a70-07534d056bea on host dv-cinder-848249-1-iscsi {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:17.088661 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 14b340c4-f096-451c-b20a-6bf5da02c39e up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:17.139281 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: b1641b82-dcb8-4988-9fac-398780b9459d {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:17.139701 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b1641b82-dcb8-4988-9fac-398780b9459d not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:17.140240 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device cc1bb975-485e-4eb7-a151-54e7cd4705f3 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:17.153850 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-372eb76c-f2c4-4d01-87a5-c7c198eb709f req-2232cbf5-a6ca-49bf-ad1b-ed71777a9eb7 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 210 time: 0.0405633 Aug 09 11:35:17.180231 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.187722 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] For port 3d583c82-d829-4a32-8a70-07534d056bea, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3d583c82-d829-4a32-8a70-07534d056bea,segment=NetworkSegment(b7cb366d-9972-4ce1-827b-18cbc5254373),segment_id=b7cb366d-9972-4ce1-827b-18cbc5254373)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:17.188262 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.192467 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: cc1bb975-485e-4eb7-a151-54e7cd4705f3 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:17.192608 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device cc1bb975-485e-4eb7-a151-54e7cd4705f3 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:17.192993 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3d583c82-d829-4a32-8a70-07534d056bea no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:17.201829 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13d7197-8c45-4a21-9b67-770747b42894']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:17.216062 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cb366d-9972-4ce1-827b-18cbc5254373') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:17.216366 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cb366d-9972-4ce1-827b-18cbc5254373') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:17.226634 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Calling delete_port for 3d583c82-d829-4a32-8a70-07534d056bea owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:35:17.231528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 3d583c82-d829-4a32-8a70-07534d056bea {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:35:17.231934 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3d583c82-d829-4a32-8a70-07534d056bea not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:17.232404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.254826 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.262517 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:35:17.262954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.291960 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 14b340c4-f096-451c-b20a-6bf5da02c39e completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:17.301162 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment b7cb366d-9972-4ce1-827b-18cbc5254373 resource provider aggregate not found Aug 09 11:35:17.311422 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 14b340c4-f096-451c-b20a-6bf5da02c39e triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:17.311808 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.358039 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment b7cb366d-9972-4ce1-827b-18cbc5254373 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7cb366d-9972-4ce1-827b-18cbc5254373 found for delete ", "request_id": "req-9caabe33-5b50-46d1-92e4-d441a0fe3af1"}]} Aug 09 11:35:17.369009 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.377061 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.377303 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.394734 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d13d7197-8c45-4a21-9b67-770747b42894 HTTP/1.1" status: 204 len: 168 time: 0.6808116 Aug 09 11:35:17.421005 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Network d13d7197-8c45-4a21-9b67-770747b42894 is not hosted by any dhcp agent {{(pid=102531) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 11:35:17.421647 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] No DVR routers for this DVR port 3d583c82-d829-4a32-8a70-07534d056bea on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:17.426765 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15632e91-c222-4cd3-b11b-b6b98cc296d3 req-a433e5db-4500-4495-a020-f00d5032229a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:17.428842 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929925b-8262-4ef4-801e-96a9e2e23f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13d7197-8c45-4a21-9b67-770747b42894,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:17.430180 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367105d7-443c-42d0-a6f0-3bebc8d68e06 None None] Pushing event deleted for resources: {'Port': ['ID=3d583c82-d829-4a32-8a70-07534d056bea,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:17.436444 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-15632e91-c222-4cd3-b11b-b6b98cc296d3 req-a433e5db-4500-4495-a020-f00d5032229a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 944 time: 0.0671952 Aug 09 11:35:17.495987 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-15632e91-c222-4cd3-b11b-b6b98cc296d3 req-0e09a783-4785-4b17-b21f-d4fe5734c199 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528731 Aug 09 11:35:17.506874 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 14b340c4-f096-451c-b20a-6bf5da02c39e is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:17.507964 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.534732 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:17.537540 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f08d149-c3ca-4b06-9dd6-606c5415d897" -d '{"events": [{"server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "name": "network-vif-plugged", "status": "completed", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:17.564533 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 14b340c4-f096-451c-b20a-6bf5da02c39e, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=14b340c4-f096-451c-b20a-6bf5da02c39e,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:17.579899 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.582207 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44214) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:17.623650 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-11fc6ce9-6a10-4be6-8246-b7f5b4217014 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3232652c05144e83bf14dfe46098c64e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398614 Aug 09 11:35:17.625973 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44216) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:17.639799 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=14b340c4-f096-451c-b20a-6bf5da02c39e,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:17.675658 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55e580-b57b-4d5c-be8e-81798609536e x-openstack-request-id: req-5f55e580-b57b-4d5c-be8e-81798609536e {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:17.676153 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "name": "network-vif-plugged", "status": "completed", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:17.676424 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f55e580-b57b-4d5c-be8e-81798609536e {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:17.676894 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f55e580-b57b-4d5c-be8e-81798609536e'] response: {'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'code': 200} Aug 09 11:35:17.703035 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ed812e30-7d2c-4d0a-be03-7ca811a2e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.725712 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ed812e30-7d2c-4d0a-be03-7ca811a2e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.776693 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ed812e30-7d2c-4d0a-be03-7ca811a2e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.779399 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ed812e30-7d2c-4d0a-be03-7ca811a2e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:17.782497 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ed812e30-7d2c-4d0a-be03-7ca811a2e7d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8804251f-d864-4291-9aeb-bd311d5f0e5e HTTP/1.1" status: 204 len: 168 time: 0.1554539 Aug 09 11:35:17.793608 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed812e30-7d2c-4d0a-be03-7ca811a2e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8804251f-d864-4291-9aeb-bd311d5f0e5e,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:17.912984 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b56a-80e3-45fd-a43f-80f0fd611bf6 req-5a253b42-5b42-4489-8b91-6dd49a61099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:17.914835 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1e50b56a-80e3-45fd-a43f-80f0fd611bf6 req-5a253b42-5b42-4489-8b91-6dd49a61099a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 1098 time: 0.0424423 Aug 09 11:35:17.951718 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1e50b56a-80e3-45fd-a43f-80f0fd611bf6 req-7aaea5f4-df76-492a-9bde-c01d28bc0f57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290041 Aug 09 11:35:18.250158 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-322ca7bf-7572-4625-a5f8-5d342e2ad957 req-78a62ad8-2b18-4e96-ac6d-fdaa20870303 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 210 time: 0.0265648 Aug 09 11:35:18.465832 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44240) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:18.575791 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-814550969-network', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:18.620223 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Made reservation on behalf of 7a0642f5cc684d6392d53a7747e3ad7d for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:18.621843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9fab-e5e3-4601-b6fa-cd2f29462c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.622588 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.643677 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559a2e-f585-48f9-98a7-167cf42fdcb2 req-6b5db9d5-11a3-4d99-bf0c-18b38c6d9416 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:18.645504 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4559a2e-f585-48f9-98a7-167cf42fdcb2 req-6b5db9d5-11a3-4d99-bf0c-18b38c6d9416 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.0860696 Aug 09 11:35:18.646221 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.713561 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4559a2e-f585-48f9-98a7-167cf42fdcb2 req-4c12c0ff-f8ee-4ed7-abf1-14a0295c9f71 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587726 Aug 09 11:35:18.771056 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.778808 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.808881 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:35:18.823025 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafd581-6b7f-48bf-bb86-caff96ff60d6,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:18.829604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.829944 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Added segment 09cff505-9eee-4109-8b54-f2a90b0351e5 of type vlan for network 336867af-ceb0-47ca-9155-b1013f8cfe1d Aug 09 11:35:18.874773 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.899903 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.901237 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:18.901965 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:18.930382 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4632924 Aug 09 11:35:18.938738 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44252) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:18.945411 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Request body: {'subnet': {'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-subnet', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:18.979439 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4675-7719-4630-916a-d00e51d9a073 admin admin] Pushing event updated for resources: {'Network': ['ID=336867af-ceb0-47ca-9155-b1013f8cfe1d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:18.984250 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-0c024996-2c07-45fd-9acf-8dc2f36971f4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:18.985752 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-0c024996-2c07-45fd-9acf-8dc2f36971f4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 810 time: 0.3694398 Aug 09 11:35:18.990462 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:35:18.995597 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Made reservation on behalf of 7a0642f5cc684d6392d53a7747e3ad7d for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:18.998549 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632154'] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.044947 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-339ce097-d0ba-4770-b6e0-3b36452c8d06 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46309113a5814e93a1a2831f15dbbddb HTTP/1.1" status: 200 len: 379 time: 0.0347838 Aug 09 11:35:19.056037 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'port': {'device_id': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'admin_state_up': True, 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'security_groups': ['0be1f023-9b99-4edf-a8e1-8eef2a1f0405']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:19.173090 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Made reservation on behalf of 46309113a5814e93a1a2831f15dbbddb for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:19.176130 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25732849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632180'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.177347 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.228169 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6429023-f92d-4ebd-af98-39fa35858a8b,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:19.242678 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Checking segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:19.243083 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Network hostable DHCP agents. Network: 336867af-ceb0-47ca-9155-b1013f8cfe1d, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:35:19.259213 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:35:19.268147 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 336867af-ceb0-47ca-9155-b1013f8cfe1d) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:19.272252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:19.273460 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.280070 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001929b5-0c44-4a04-94a4-324fe39e4f66 None None] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:19.298725 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e0e29f95-664f-49f5-9886-4fa65a9631fd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3563983 Aug 09 11:35:19.299456 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44256) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:19.304979 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:19.327781 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Allocated IP 172.20.0.11 (94473639-2936-425a-9e06-0b9437533e28/410c6fc4-de4e-4886-b503-46dacf725bcb/f79ab407-f64a-44da-9b12-348d4cbe6cc8) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:19.332628 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.334024 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.368399 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bc07f545-ce9c-496d-802f-805d79498cc9 req-2d972b47-f95a-4671-8064-799a2658716e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 210 time: 0.0381777 Aug 09 11:35:19.404572 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.497173 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-336867af-ceb0-47ca-9155-b1013f8cfe1d', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:35:19.498219 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.528376 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.565784 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.566386 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.614599 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Network 94473639-2936-425a-9e06-0b9437533e28 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:19.618214 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:19.622053 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:19.641132 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Allocated IP 172.20.0.2 (336867af-ceb0-47ca-9155-b1013f8cfe1d/e6429023-f92d-4ebd-af98-39fa35858a8b/5d24f75d-8ca4-4315-845e-696f3d93d6b1) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:19.651198 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event updated for resources: {'Port': ['ID=f79ab407-f64a-44da-9b12-348d4cbe6cc8,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:19.681090 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:19.681820 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.702775 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-715f35e7-0275-4dbe-954b-95aa19f22ff0 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511552 Aug 09 11:35:19.722149 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Request body: {'port': {'device_id': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:19.795712 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.819462 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.829104 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.878873 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:19.880497 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.888907 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:19.891327 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:19.904373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:19.953879 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7158c-18e1-4d64-8574-d34bd81f8d5e req-67f7bf77-035d-45ce-bb2b-388d1ee66fd0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:19.955492 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c8f7158c-18e1-4d64-8574-d34bd81f8d5e req-67f7bf77-035d-45ce-bb2b-388d1ee66fd0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.1108119 Aug 09 11:35:20.045058 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c8f7158c-18e1-4d64-8574-d34bd81f8d5e req-6fb29c25-f648-4f4b-8ca3-19b9985486cb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757258 Aug 09 11:35:20.061470 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Allocated IP 172.27.2.128 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/133b5781-aa1c-4339-976e-bdc60d51b6a1) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:20.092068 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-92dce57e-a116-47b8-8f8a-fbd50aeba010 None None] Provisioning complete for port f79ab407-f64a-44da-9b12-348d4cbe6cc8 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:20.092493 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-92dce57e-a116-47b8-8f8a-fbd50aeba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.099301 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Pushing event updated for resources: {'Port': ['ID=5d24f75d-8ca4-4315-845e-696f3d93d6b1,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:20.130125 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.145017 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Attempting to bind port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:35:20.145392 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Attempting to bind port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:35:20.145761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Attempting to bind port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:20.148615 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79ab407-f64a-44da-9b12-348d4cbe6cc8 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:35:20.152556 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-92dce57e-a116-47b8-8f8a-fbd50aeba010 None None] Port f79ab407-f64a-44da-9b12-348d4cbe6cc8 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:35:20.155296 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:35:20.155685 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Checking segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:20.156092 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.156482 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Bound using segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:35:20.157036 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Bound port: 5d24f75d-8ca4-4315-845e-696f3d93d6b1, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:35:20.157498 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.161227 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.177154 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Transition to ACTIVE for port object f79ab407-f64a-44da-9b12-348d4cbe6cc8 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:20.187951 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.190522 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.224294 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] For port 5d24f75d-8ca4-4315-845e-696f3d93d6b1, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:20.228627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] For port 5d24f75d-8ca4-4315-845e-696f3d93d6b1, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=5d24f75d-8ca4-4315-845e-696f3d93d6b1,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:20.229120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.234262 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.263100 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f79ab407-f64a-44da-9b12-348d4cbe6cc8,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:20.274935 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:20.278229 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:20.282128 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:20.299788 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cfcc6-f52c-44fd-92fc-fa849910461d None None] Pushing event updated for resources: {'Port': ['ID=5d24f75d-8ca4-4315-845e-696f3d93d6b1,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:20.314994 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Pushing event updated for resources: {'Port': ['ID=133b5781-aa1c-4339-976e-bdc60d51b6a1,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:20.341506 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b9cf-a1ef-4cd1-b240-7f9db11e4cef req-7144ecce-15a2-4485-bf42-e7ddceecf250 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:20.343045 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c8c4b9cf-a1ef-4cd1-b240-7f9db11e4cef req-7144ecce-15a2-4485-bf42-e7ddceecf250 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.1632783 Aug 09 11:35:20.361266 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44262) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:20.367101 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'port_id': '14b340c4-f096-451c-b20a-6bf5da02c39e'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:20.413792 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Attempting to bind port f79ab407-f64a-44da-9b12-348d4cbe6cc8 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:35:20.414161 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Attempting to bind port f79ab407-f64a-44da-9b12-348d4cbe6cc8 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:35:20.414490 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Attempting to bind port f79ab407-f64a-44da-9b12-348d4cbe6cc8 on network 94473639-2936-425a-9e06-0b9437533e28 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:20.419239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.482018 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Port f79ab407-f64a-44da-9b12-348d4cbe6cc8 on network 94473639-2936-425a-9e06-0b9437533e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:35:20.482340 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Attempting to bind port f79ab407-f64a-44da-9b12-348d4cbe6cc8 on network 94473639-2936-425a-9e06-0b9437533e28 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:20.493745 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:35:20.494158 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Checking segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:20.494543 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Bound using segment: {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:35:20.494993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Bound port: f79ab407-f64a-44da-9b12-348d4cbe6cc8, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd030ccba-da74-461d-9ee5-2da529570360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '94473639-2936-425a-9e06-0b9437533e28'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:35:20.495364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.588224 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4663ba1-cdf0-4557-8438-9c622e3c6407 req-bfcfe873-9428-4b06-a392-a01c926de62c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:20.589755 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d4663ba1-cdf0-4557-8438-9c622e3c6407 req-bfcfe873-9428-4b06-a392-a01c926de62c tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 944 time: 0.1058002 Aug 09 11:35:20.660370 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.664631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] For port f79ab407-f64a-44da-9b12-348d4cbe6cc8, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:20.698242 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d4663ba1-cdf0-4557-8438-9c622e3c6407 req-29d38471-07ce-4856-93a2-83265378238f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786171 Aug 09 11:35:20.706184 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] For port f79ab407-f64a-44da-9b12-348d4cbe6cc8, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:20.711633 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.719435 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:20.720302 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.721681 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/f79ab407-f64a-44da-9b12-348d4cbe6cc8 HTTP/1.1" status: 200 len: 1094 time: 1.0053439 Aug 09 11:35:20.724681 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:20.726883 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:20.791670 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc30d6d2-356e-418c-b7e1-16e32ab0bc39 x-openstack-request-id: req-bc30d6d2-356e-418c-b7e1-16e32ab0bc39 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:20.791957 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:20.792202 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc30d6d2-356e-418c-b7e1-16e32ab0bc39 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:20.792591 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc30d6d2-356e-418c-b7e1-16e32ab0bc39'] response: {'name': 'network-changed', 'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'status': 'completed', 'code': 200} Aug 09 11:35:20.871355 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:20.891659 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fdeba-94fc-45a9-96ea-f231af2c16b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f79ab407-f64a-44da-9b12-348d4cbe6cc8,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:20.929386 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-7729f270-5ebb-4acc-a3df-74bf02d96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:20.931017 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-7729f270-5ebb-4acc-a3df-74bf02d96536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 1097 time: 0.1411664 Aug 09 11:35:21.009407 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-8d50a976-4a5d-432e-844c-a8743b78c140 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8 HTTP/1.1" status: 200 len: 217 time: 0.0643644 Aug 09 11:35:21.017215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:35:21.085827 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 5d24f75d-8ca4-4315-845e-696f3d93d6b1 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:21.113545 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-c436b368-d271-461c-9aa4-61b6d55723a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:21.115030 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-c436b368-d271-461c-9aa4-61b6d55723a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0986962 Aug 09 11:35:21.120789 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.148809 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.155131 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:21.155987 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.180958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:21.201209 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:21.203813 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.205377 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-77de1ff5-0cc2-4daa-90ed-dc25cff51944 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9047954 Aug 09 11:35:21.209911 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44268) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:21.224644 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:21.225283 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:21.232473 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-84c7440c-8e10-48c9-bc6c-b7830fd32926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:21.234259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-84c7440c-8e10-48c9-bc6c-b7830fd32926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123374 Aug 09 11:35:21.345409 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP 42ebc323-3b4c-415a-80d7-338ff9f7ce26 associated. External IP: 172.27.2.19, port: 14b340c4-f096-451c-b20a-6bf5da02c39e. Aug 09 11:35:21.353475 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:21.421385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930b500-e964-4d42-b250-4f0c5f4a8b8a None None] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:21.466220 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-ee00655a-8032-49bf-ba70-23a25ce3e7df service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001257 Aug 09 11:35:21.466957 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.645906 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-2b967aef-5fdb-46aa-bd2a-b6b4b2a30612 None None] Provisioning complete for port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:21.646271 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-2b967aef-5fdb-46aa-bd2a-b6b4b2a30612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.656389 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-53351814-6dd7-4aed-8ec6-0033da46b5df req-8cc13c82-b8eb-486e-b4cc-f8f8501a70a4 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815734 Aug 09 11:35:21.663105 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:21.664174 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.678863 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:21.695966 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.800815 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 5d24f75d-8ca4-4315-845e-696f3d93d6b1, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=5d24f75d-8ca4-4315-845e-696f3d93d6b1,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:21.808485 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.840412 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:21.845427 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:21.849325 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-076ea7db-5e13-47f8-bf6e-99a1ecf49773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:21.850982 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-076ea7db-5e13-47f8-bf6e-99a1ecf49773 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 1097 time: 0.1037929 Aug 09 11:35:21.856506 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581123a6-e4ee-4cae-9d70-b8b382a09bac req-478ee0a0-4c27-4511-90a7-34f8c41bb505 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:21.858701 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-581123a6-e4ee-4cae-9d70-b8b382a09bac req-478ee0a0-4c27-4511-90a7-34f8c41bb505 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 944 time: 0.0692382 Aug 09 11:35:21.864255 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:21.879070 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:21.880231 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:21.915674 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-c292cd18-5d2b-41ea-a192-50d4fa336f65 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "PUT /v2.0/floatingips/42ebc323-3b4c-415a-80d7-338ff9f7ce26 HTTP/1.1" status: 200 len: 990 time: 1.5531354 Aug 09 11:35:21.940023 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-2b967aef-5fdb-46aa-bd2a-b6b4b2a30612 None None] Current status of the port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:21.943440 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=5d24f75d-8ca4-4315-845e-696f3d93d6b1,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:21.950896 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 3, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:21.984093 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-581123a6-e4ee-4cae-9d70-b8b382a09bac req-1eaa2e4c-7f80-4b19-8d28-e058062dc494 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915263 Aug 09 11:35:21.994859 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-a53a16fa-f1b3-4a9f-9ec5-32386c436c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:22.001585 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:22.002101 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Updating router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 port 133b5781-aa1c-4339-976e-bdc60d51b6a1 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:35:22.007656 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-a53a16fa-f1b3-4a9f-9ec5-32386c436c87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.1224904 Aug 09 11:35:22.031662 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.064071 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:22.123850 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.373600 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '42ebc323-3b4c-415a-80d7-338ff9f7ce26', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:8e:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27001408-44a6-40f0-a903-0ac528eb7a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:05Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:22.374704 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Allocated IP 172.20.0.1 (336867af-ceb0-47ca-9155-b1013f8cfe1d/e6429023-f92d-4ebd-af98-39fa35858a8b/ee176d6e-36d0-4ad8-90c6-fd61d5ed337d) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:22.378307 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-f23621c9-a553-41db-85a0-4e8c114a6103 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8 HTTP/1.1" status: 200 len: 217 time: 0.3640141 Aug 09 11:35:22.404917 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:22.406880 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-2e28b0c2-4cf0-4ac8-8b51-4a7eda24b9a7 None None] Provisioning complete for port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:22.407386 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-2e28b0c2-4cf0-4ac8-8b51-4a7eda24b9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.416484 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:22.417344 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:22.439239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-467cd003-eaa1-4a77-b26c-5515f7a22119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:22.440915 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-467cd003-eaa1-4a77-b26c-5515f7a22119 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0562150 Aug 09 11:35:22.447069 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.459015 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.503278 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Attempting to bind port 133b5781-aa1c-4339-976e-bdc60d51b6a1 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:35:22.503679 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Attempting to bind port 133b5781-aa1c-4339-976e-bdc60d51b6a1 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:35:22.504045 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Attempting to bind port 133b5781-aa1c-4339-976e-bdc60d51b6a1 on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:22.510280 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-f8aaadda-c234-474b-a6be-047925fcfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:22.512880 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-f8aaadda-c234-474b-a6be-047925fcfdea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649693 Aug 09 11:35:22.516408 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:35:22.516783 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:22.517186 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.517577 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:35:22.518079 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Bound port: 133b5781-aa1c-4339-976e-bdc60d51b6a1, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:35:22.518193 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.518459 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.553889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b090f-7d86-482f-9181-766008754ec9 None None] Pushing event updated for resources: {'Port': ['ID=133b5781-aa1c-4339-976e-bdc60d51b6a1,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:22.570887 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.608372 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-2e28b0c2-4cf0-4ac8-8b51-4a7eda24b9a7 None None] Current status of the port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:22.616610 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] For port 133b5781-aa1c-4339-976e-bdc60d51b6a1, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:22.621155 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] For port 133b5781-aa1c-4339-976e-bdc60d51b6a1, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=133b5781-aa1c-4339-976e-bdc60d51b6a1,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:22.630948 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.631419 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:22.635300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:22.640369 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-cf969113-766b-4c03-b1fa-6250216e188f service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194637 Aug 09 11:35:22.650886 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:22.657935 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Pushing event updated for resources: {'Port': ['ID=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:22.671833 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:22.677662 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:22.678332 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:22.719220 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.759231 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b090f-7d86-482f-9181-766008754ec9 None None] Pushing event updated for resources: {'Port': ['ID=133b5781-aa1c-4339-976e-bdc60d51b6a1,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:22.807693 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:22.810308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92786199-36d3-48d6-bc6b-d3153b3dbdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:22.815225 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3064ea0e-cac1-4c65-bd3b-8833cfaecd4f req-75fb7d21-c1b3-450e-aa55-bcca5f239413 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673143 Aug 09 11:35:22.875320 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0ff180-f854-44af-8164-1889df12da56 x-openstack-request-id: req-ce0ff180-f854-44af-8164-1889df12da56 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:22.875619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:22.875921 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce0ff180-f854-44af-8164-1889df12da56 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:22.877500 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0ff180-f854-44af-8164-1889df12da56'] response: {'name': 'network-changed', 'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'status': 'completed', 'code': 200} Aug 09 11:35:22.911734 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.993701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-32cd4e7e-5a23-43d1-9825-580bc85703db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:22.995392 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-32cd4e7e-5a23-43d1-9825-580bc85703db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 1098 time: 0.0656126 Aug 09 11:35:23.021386 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:23.030248 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '42ebc323-3b4c-415a-80d7-338ff9f7ce26', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:8e:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27001408-44a6-40f0-a903-0ac528eb7a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:05Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:23.068608 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a717b-8b8e-4ae8-a7aa-d80811996fd6 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '42ebc323-3b4c-415a-80d7-338ff9f7ce26', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:8e:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27001408-44a6-40f0-a903-0ac528eb7a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:05Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:23.099091 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 5d24f75d-8ca4-4315-845e-696f3d93d6b1 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:23.153901 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-9b5fd7ac-2537-4008-929c-cf21ccc42d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:23.155495 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-9b5fd7ac-2537-4008-929c-cf21ccc42d6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.1518559 Aug 09 11:35:23.162265 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-e901b22c-1081-4a3a-b925-e4eb05538798 None None] Provisioning complete for port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:23.162660 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e901b22c-1081-4a3a-b925-e4eb05538798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.194126 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba0a8-a2e2-4582-9d2a-3d5128a866ae req-9d16ef04-5fd8-4d6d-bba5-0c93ca69c55a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:23.196085 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b65ba0a8-a2e2-4582-9d2a-3d5128a866ae req-9d16ef04-5fd8-4d6d-bba5-0c93ca69c55a tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 944 time: 0.0865738 Aug 09 11:35:23.227635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.235693 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.240439 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-bcf8524b-67a9-45ef-bace-71147803ace9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b340c4-f096-451c-b20a-6bf5da02c39e HTTP/1.1" status: 200 len: 998 time: 0.0771337 Aug 09 11:35:23.269075 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-e901b22c-1081-4a3a-b925-e4eb05538798 None None] Port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:35:23.275525 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:23.275907 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.293072 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b65ba0a8-a2e2-4582-9d2a-3d5128a866ae req-146638f5-5ac6-42a3-a2b9-5e8783f67441 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906847 Aug 09 11:35:23.317076 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-51caa743-e540-4675-8c1e-ba2d9fa9012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:23.318623 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-51caa743-e540-4675-8c1e-ba2d9fa9012b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0720696 Aug 09 11:35:23.333479 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.336607 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Pushing event updated for resources: {'Port': ['ID=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:23.390093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-a950a544-4542-4c6c-a811-1b5197b6f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:23.391113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5189e8-c589-4896-af0b-43f4b9299ff3 None None] New status for floating IP 42ebc323-3b4c-415a-80d7-338ff9f7ce26: ACTIVE {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:23.391610 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-a950a544-4542-4c6c-a811-1b5197b6f4b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647969 Aug 09 11:35:23.440826 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 3, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:23.452268 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:23.453669 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:23.486302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:23.489885 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b869f5-3b3e-42f0-bf13-ead95c6262b0 None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:20Z', 'revision_number': 3, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:23.497122 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-b05a75fb-57a4-41e1-84c3-28d0e8eb6d5e service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923934 Aug 09 11:35:23.600541 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:23.613913 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-92786199-36d3-48d6-bc6b-d3153b3dbdf9 req-ab5e6311-53b6-4556-a2ec-ff9296e4c72d service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087234 Aug 09 11:35:23.730689 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:23.735477 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-37638f1c-3d6a-4cb9-a54d-45fea307bf78 admin admin] 10.222.0.50 "PUT /v2.0/routers/6942cfba-fa63-48b0-ba6e-b08c030ffd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5239444 Aug 09 11:35:23.812590 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-a8472c3c-2138-45ec-9dc2-67828d1ae187 None None] Provisioning complete for port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:23.812961 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a8472c3c-2138-45ec-9dc2-67828d1ae187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.858153 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a8472c3c-2138-45ec-9dc2-67828d1ae187 None None] Port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:35:24.060513 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44286) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:24.065121 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501222281', 'description': 'tempest-description--173524871'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:24.087819 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.156339 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.160039 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.189371 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.192979 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1314049 Aug 09 11:35:24.193515 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44288) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:24.198767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'security_group_rule': {'security_group_id': '34bf22b6-0c63-4707-9e80-f59d2b54b5f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:24.202695 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af58f-c6dc-4d82-8a0d-87153f822363 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bf22b6-0c63-4707-9e80-f59d2b54b5f0,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:24.227954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.288682 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.292602 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.310868 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03734e57-254b-480e-a8e3-9c1b951ec692,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:24.319055 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.324004 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-0d70c590-a079-4a8a-91db-675c3fa91ebe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263125 Aug 09 11:35:24.324191 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44292) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:24.328692 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'security_group_rule': {'security_group_id': '34bf22b6-0c63-4707-9e80-f59d2b54b5f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:24.356368 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.447647 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.455604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12388d09-5e7e-4ff1-91c9-ff43307479fc req-a9334a7a-5df8-4751-ae0b-a2e6f628f421 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:24.457059 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-12388d09-5e7e-4ff1-91c9-ff43307479fc req-a9334a7a-5df8-4751-ae0b-a2e6f628f421 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 944 time: 0.0766199 Aug 09 11:35:24.458189 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.487642 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2311d76-54ae-460a-9027-e28e4ce45132,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:24.495157 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.496332 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f9e5ab3f-7c80-4a60-82c6-e4806ea9e688 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711349 Aug 09 11:35:24.499483 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44294) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:24.504998 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:24.528298 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-12388d09-5e7e-4ff1-91c9-ff43307479fc req-b5f857f1-76d7-4c33-a73b-f492abb4d19d tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631487 Aug 09 11:35:24.539188 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.640197 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.742735 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Allocated IP 172.27.2.104 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/d3ba4d8f-27ad-442f-9d1c-7dabab0c7027) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:24.843202 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.876669 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.917069 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:24.919928 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:24.923230 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:24.949056 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'Port': ['ID=d3ba4d8f-27ad-442f-9d1c-7dabab0c7027,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:25.024985 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.032016 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 133b5781-aa1c-4339-976e-bdc60d51b6a1 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:25.067593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.080730 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 133b5781-aa1c-4339-976e-bdc60d51b6a1 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:25.081106 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.132541 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:25.135953 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device f79ab407-f64a-44da-9b12-348d4cbe6cc8 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:25.143922 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:25.144525 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:25.181086 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 133b5781-aa1c-4339-976e-bdc60d51b6a1 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:25.181476 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.229373 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 133b5781-aa1c-4339-976e-bdc60d51b6a1, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=133b5781-aa1c-4339-976e-bdc60d51b6a1,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:25.233097 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.238088 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.253851 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:25.255890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.304790 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.308407 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'Port': ['ID=d3ba4d8f-27ad-442f-9d1c-7dabab0c7027,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:25.312473 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port f79ab407-f64a-44da-9b12-348d4cbe6cc8, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:25.324480 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.326172 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-360e9ef8-a96f-444d-ade7-d35a93270806 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8245521 Aug 09 11:35:25.339876 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=133b5781-aa1c-4339-976e-bdc60d51b6a1,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:25.342727 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'port_id': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'mac_address': 'fa:16:3e:9c:a5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:25.389807 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port f79ab407-f64a-44da-9b12-348d4cbe6cc8 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:25.390359 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.405110 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79ab407-f64a-44da-9b12-348d4cbe6cc8 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:35:25.428158 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port f79ab407-f64a-44da-9b12-348d4cbe6cc8, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:25.433135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.471933 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 2, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:25.484429 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=f79ab407-f64a-44da-9b12-348d4cbe6cc8,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:25.489752 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-fb157968-f949-4f86-bd2d-e03f76c73541 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1501222281&fields=id&tenant_id=7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 267 time: 0.0385454 Aug 09 11:35:25.501790 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:25.502186 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Updating router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:35:25.528893 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.598669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-517f0b32-8194-42b9-a0b0-6c2a22da6c2a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:25.600257 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-517f0b32-8194-42b9-a0b0-6c2a22da6c2a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 816 time: 0.1048217 Aug 09 11:35:25.616145 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-5660f834-2844-43c3-bc92-0c0ec44c6b08 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/quotas/7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 375 time: 0.0092189 Aug 09 11:35:25.657678 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379e767-eb0a-49d1-91f3-a7156bdef70f req-bb7ecde0-09c2-439e-ac5f-442cade48746 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:25.659189 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1379e767-eb0a-49d1-91f3-a7156bdef70f req-bb7ecde0-09c2-439e-ac5f-442cade48746 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 945 time: 0.0553997 Aug 09 11:35:25.673252 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-8d5d00e7-5875-49a5-baf0-e75a2eb1b57a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496891 Aug 09 11:35:25.702217 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1379e767-eb0a-49d1-91f3-a7156bdef70f req-c2dfc854-a641-48e1-86d0-1bc0057898f5 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360386 Aug 09 11:35:25.723889 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:35:25.777856 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-f65a59b3-956c-48ce-bc63-10d05df66195 service neutron] 10.222.0.50 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926630 Aug 09 11:35:25.809621 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.814824 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.867890 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['f79ab407-f64a-44da-9b12-348d4cbe6cc8'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:25.872006 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-227c8e64-18e5-461f-91d4-d7842043f03a service neutron] 10.222.0.50 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 Aug 09 11:35:25.874659 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Pushing event updated for resources: {'Port': ['ID=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:25.902048 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.902438 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.902774 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.903110 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.903441 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.903768 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.904101 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.904428 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.904755 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.905070 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.905391 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.905708 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:25.912374 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Attempting to bind port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:35:25.912740 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Attempting to bind port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:35:25.913136 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Attempting to bind port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d on network 336867af-ceb0-47ca-9155-b1013f8cfe1d {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:25.919079 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:35:25.919463 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Checking segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:25.919898 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.920308 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Bound using segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:35:25.920749 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Bound port: ee176d6e-36d0-4ad8-90c6-fd61d5ed337d, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:35:25.921126 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.991064 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] For port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:25.995004 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] For port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:26.002661 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:26.035572 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:26.036324 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:26.069581 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0d6ce6fe-f8cc-4e13-8244-fc5ce0ad9ce8 req-e08ab0f2-90e7-4da4-aa3f-b2ac6232685b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 210 time: 0.0320272 Aug 09 11:35:26.157831 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200ebd6-2a36-4ac0-81a1-d790323d6fef None None] Pushing event updated for resources: {'Port': ['ID=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:26.170269 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:26.374917 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:26.405366 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f336f7e-2869-437d-bf82-add284443a75 None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:26.830356 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010fdb9-8819-404c-8176-83d348e60cd7 req-28c2de11-19cd-4af1-8663-068f82b468b6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:26.831920 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3010fdb9-8819-404c-8176-83d348e60cd7 req-28c2de11-19cd-4af1-8663-068f82b468b6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Aug 09 11:35:26.872352 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3010fdb9-8819-404c-8176-83d348e60cd7 req-247a3bf2-6900-4672-bb99-29231dad2639 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Aug 09 11:35:27.100242 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 133b5781-aa1c-4339-976e-bdc60d51b6a1 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:27.162027 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-fe053921-1ac6-4277-af43-84753d74c34e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:27.163977 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-fe053921-1ac6-4277-af43-84753d74c34e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 816 time: 0.1431172 Aug 09 11:35:27.171536 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device f79ab407-f64a-44da-9b12-348d4cbe6cc8 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:27.219942 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 133b5781-aa1c-4339-976e-bdc60d51b6a1 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:27.220523 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.221250 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-879c4366-ad71-4da1-a2c2-ce123cfe2895 req-30b25ec3-8e96-43ae-8bfd-b55aee38bff8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 210 time: 0.0470536 Aug 09 11:35:27.229093 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-ba26ef33-92d8-4598-bb3f-634b797a51d6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 380 time: 0.0512149 Aug 09 11:35:27.246160 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'port': {'device_id': '97329d58-fabb-4f69-9117-f999fcd55f06', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'admin_state_up': True, 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'security_groups': ['34bf22b6-0c63-4707-9e80-f59d2b54b5f0']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:27.273100 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port f79ab407-f64a-44da-9b12-348d4cbe6cc8 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:27.279201 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port f79ab407-f64a-44da-9b12-348d4cbe6cc8 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:27.279587 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.350312 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 133b5781-aa1c-4339-976e-bdc60d51b6a1 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:27.351621 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ee176d6e-36d0-4ad8-90c6-fd61d5ed337d up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:27.367647 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Made reservation on behalf of 7a0642f5cc684d6392d53a7747e3ad7d for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:27.371395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.427524 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port f79ab407-f64a-44da-9b12-348d4cbe6cc8 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:27.427918 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.457473 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:27.459783 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931b991c-22f3-4461-a643-270f746bb3b2" -d '{"events": [{"server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "name": "network-vif-plugged", "status": "completed", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:27.466264 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:27.466643 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.493481 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port f79ab407-f64a-44da-9b12-348d4cbe6cc8, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:27.500888 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.514256 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Allocated IP 172.20.0.13 (336867af-ceb0-47ca-9155-b1013f8cfe1d/e6429023-f92d-4ebd-af98-39fa35858a8b/e64260a0-0827-4989-9772-91d10a469e54) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:27.532382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b438619-fd7e-4221-9b61-90fef922f26e x-openstack-request-id: req-0b438619-fd7e-4221-9b61-90fef922f26e {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:27.532921 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "name": "network-vif-plugged", "status": "completed", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:27.533171 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b438619-fd7e-4221-9b61-90fef922f26e {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:27.533570 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b438619-fd7e-4221-9b61-90fef922f26e'] response: {'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'code': 200} Aug 09 11:35:27.563042 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=f79ab407-f64a-44da-9b12-348d4cbe6cc8,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:27.611531 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:27.611924 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.657656 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:27.662204 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.679370 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.715379 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.716019 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:27.742695 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763bebb-c299-44e3-b33f-2ed0c88110a7 req-87194fca-d7af-4d82-8ad4-766d93101d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:27.744226 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2763bebb-c299-44e3-b33f-2ed0c88110a7 req-87194fca-d7af-4d82-8ad4-766d93101d7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 1099 time: 0.0499835 Aug 09 11:35:27.759356 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:27.762420 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:27.765898 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:35:27.793551 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:27.821735 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:27.822415 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.833212 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2763bebb-c299-44e3-b33f-2ed0c88110a7 req-39173601-9953-49c5-82db-7e2bc3bf2069 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282438 Aug 09 11:35:27.838897 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-73691f70-218c-4b7d-bde3-eb7e0737213e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6046326 Aug 09 11:35:27.994076 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbdfed-51d3-454b-be63-41d4d7f5eb3d req-b2dd949e-ba61-433f-91e4-be80032befdb tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:27.995625 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d3cbdfed-51d3-454b-be63-41d4d7f5eb3d req-b2dd949e-ba61-433f-91e4-be80032befdb tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Aug 09 11:35:28.008681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-47a2ec33-be11-48ae-8b4d-1c3fc3305977 None None] Provisioning complete for port e64260a0-0827-4989-9772-91d10a469e54 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:28.009054 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-47a2ec33-be11-48ae-8b4d-1c3fc3305977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.032066 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d3cbdfed-51d3-454b-be63-41d4d7f5eb3d req-eccf6548-913b-466e-928d-c96d6eb45562 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300777 Aug 09 11:35:28.042732 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-47a2ec33-be11-48ae-8b4d-1c3fc3305977 None None] Port e64260a0-0827-4989-9772-91d10a469e54 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:35:28.223425 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Request body: {'port': {'device_id': '97329d58-fabb-4f69-9117-f999fcd55f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:28.275958 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.411446 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19a385-5a4d-4170-bd7f-063a1fbe5986 req-1be9efba-4d77-4095-9079-fd23033811d6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:28.414157 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3f19a385-5a4d-4170-bd7f-063a1fbe5986 req-1be9efba-4d77-4095-9079-fd23033811d6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 932 time: 0.1219933 Aug 09 11:35:28.482446 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3f19a385-5a4d-4170-bd7f-063a1fbe5986 req-b02bf032-af9d-438b-b071-c0c8858c1489 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620680 Aug 09 11:35:28.597363 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64260a0-0827-4989-9772-91d10a469e54 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:35:28.604660 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.615945 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Transition to ACTIVE for port object e64260a0-0827-4989-9772-91d10a469e54 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:28.619940 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.692378 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:28.720787 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Attempting to bind port e64260a0-0827-4989-9772-91d10a469e54 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:35:28.721121 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Attempting to bind port e64260a0-0827-4989-9772-91d10a469e54 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:35:28.721450 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Attempting to bind port e64260a0-0827-4989-9772-91d10a469e54 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:28.726158 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Port e64260a0-0827-4989-9772-91d10a469e54 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:35:28.726479 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Attempting to bind port e64260a0-0827-4989-9772-91d10a469e54 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:35:28.731163 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:35:28.731499 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Checking segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:35:28.731874 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Bound using segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:35:28.732295 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Bound port: e64260a0-0827-4989-9772-91d10a469e54, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:35:28.732644 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.797183 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:28.800029 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:28.804844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.808008 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:28.808958 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.810370 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] 10.222.0.43 "PUT /v2.0/ports/e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 1094 time: 0.5913446 Aug 09 11:35:28.812258 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:28.814515 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84308a9b-12e6-494e-880a-6734223eb2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:28.859026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ce5cc-88c3-4365-850d-8f1292058702 x-openstack-request-id: req-9d4ce5cc-88c3-4365-850d-8f1292058702 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:28.859026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:28.859816 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d4ce5cc-88c3-4365-850d-8f1292058702 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:28.859816 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4ce5cc-88c3-4365-850d-8f1292058702'] response: {'name': 'network-changed', 'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'status': 'completed', 'code': 200} Aug 09 11:35:28.864397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b02c-fad1-409b-ae52-118737ef9b27 service neutron] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:28.920687 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-db76f623-d841-4865-b00b-bd3244944cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:28.922226 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-db76f623-d841-4865-b00b-bd3244944cd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1097 time: 0.0413871 Aug 09 11:35:28.983025 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-28ce2869-6def-444d-9cee-4a5df0eb456a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 217 time: 0.0377028 Aug 09 11:35:29.010418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ee176d6e-36d0-4ad8-90c6-fd61d5ed337d up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:29.031510 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-a5e412f5-0676-467d-a627-a328718d65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.032971 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-a5e412f5-0676-467d-a627-a328718d65e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0429921 Aug 09 11:35:29.060636 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:29.061251 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:29.077689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-47c7cefd-1ead-4d41-ba6c-6b81a3a6de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.079213 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-47c7cefd-1ead-4d41-ba6c-6b81a3a6de23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394862 Aug 09 11:35:29.147018 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:29.203746 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-1b756568-9f6a-45f0-a70a-3327603227c1 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167872 Aug 09 11:35:29.211379 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230cfaa-ad23-4729-b47f-34089e558ce3 req-4caf1c54-09f4-4575-ada2-c3e2f18db36e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.212989 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4230cfaa-ad23-4729-b47f-34089e558ce3 req-4caf1c54-09f4-4575-ada2-c3e2f18db36e tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0952139 Aug 09 11:35:29.276463 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4230cfaa-ad23-4729-b47f-34089e558ce3 req-590cd377-2faf-4a12-bc76-e10517810fda tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574429 Aug 09 11:35:29.333056 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f14df16e-b72c-451d-b5ca-c82f2fa6a6a4 req-0b502285-327f-4f19-b888-a9fff7539e26 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005754 Aug 09 11:35:29.470288 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-791c1a4b-c86a-4e15-ae1d-31658f23a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.471764 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-791c1a4b-c86a-4e15-ae1d-31658f23a01b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1097 time: 0.0429645 Aug 09 11:35:29.569068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-20771929-db47-4101-a5c1-7e69c4103266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.571244 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-20771929-db47-4101-a5c1-7e69c4103266 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0885408 Aug 09 11:35:29.607334 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301161-db74-4ed5-923d-49bf63cbba84 req-94300f2c-0c93-4981-8881-1afdd6799ed8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.608699 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e0301161-db74-4ed5-923d-49bf63cbba84 req-94300f2c-0c93-4981-8881-1afdd6799ed8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0488799 Aug 09 11:35:29.611795 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-49e46298-2520-468e-8e2c-c49114369de8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 217 time: 0.0341413 Aug 09 11:35:29.646563 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e0301161-db74-4ed5-923d-49bf63cbba84 req-3ddd7670-9b23-4067-b71a-8c23f61c9377 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Aug 09 11:35:29.658978 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-16baaf6c-0a35-4016-b33a-ecc250c6c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.660572 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-16baaf6c-0a35-4016-b33a-ecc250c6c04c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0425022 Aug 09 11:35:29.710592 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-f1b83ae3-32cf-4364-be2e-772ebfa29d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:29.712034 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-f1b83ae3-32cf-4364-be2e-772ebfa29d17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446742 Aug 09 11:35:29.797555 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-1c8623b6-01eb-4053-bf9b-a084ea65cc58 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776868 Aug 09 11:35:29.886786 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84308a9b-12e6-494e-880a-6734223eb2f7 req-eca8843a-e963-4edb-9d14-abc0145aaabe service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Aug 09 11:35:30.399912 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b6568-065d-424b-a7fd-6580879e1604 req-d3d44d63-a48d-4024-a4c7-acf5d39ae82f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:30.401548 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cd4b6568-065d-424b-a7fd-6580879e1604 req-d3d44d63-a48d-4024-a4c7-acf5d39ae82f tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0489593 Aug 09 11:35:30.441405 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:30.443065 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cd4b6568-065d-424b-a7fd-6580879e1604 req-d2a83dde-1a8b-4cff-903b-9c94534f9f18 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352550 Aug 09 11:35:30.556897 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b60ee-3f11-499a-b2ad-d997af4ca2e4 req-1b482647-dd19-4d87-ae3f-313ca5e9b045 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:30.558378 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5e5b60ee-3f11-499a-b2ad-d997af4ca2e4 req-1b482647-dd19-4d87-ae3f-313ca5e9b045 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0480149 Aug 09 11:35:30.567726 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44346) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:30.572377 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Request body: {'floatingip': {'port_id': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:30.613433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:30.771254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab9e4-bcdb-41e3-8793-8a4dcb88c4aa req-f03c570f-b30c-44c6-9c9b-91868685ba97 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:30.773532 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f53ab9e4-bcdb-41e3-8793-8a4dcb88c4aa req-f03c570f-b30c-44c6-9c9b-91868685ba97 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0482714 Aug 09 11:35:30.809746 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f53ab9e4-bcdb-41e3-8793-8a4dcb88c4aa req-02e5a2e0-49ec-4d24-ba1f-2b1f8dbd5ece tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304897 Aug 09 11:35:31.290662 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:31.294433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:31.394934 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Floating IP a40359d3-6cd7-4c34-ba7e-c4d455158626 associated. External IP: 172.27.2.97, port: f79ab407-f64a-44da-9b12-348d4cbe6cc8. Aug 09 11:35:31.597564 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Router e88b2e12-1692-477a-be02-60b32ac8da8e has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:31.706165 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:31.711741 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:31.716256 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:31.726091 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:31.726700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:31.739063 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b6bcc659-69ec-493b-b5db-73613c94c0a8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "PUT /v2.0/floatingips/a40359d3-6cd7-4c34-ba7e-c4d455158626 HTTP/1.1" status: 200 len: 991 time: 1.1703031 Aug 09 11:35:31.739634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:31.742971 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9729a3-ef7a-4784-8c22-a308f23d980d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:31.779040 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24fe96-480a-40ac-88c8-6f44445cf513 x-openstack-request-id: req-bf24fe96-480a-40ac-88c8-6f44445cf513 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:31.779257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:31.779513 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf24fe96-480a-40ac-88c8-6f44445cf513 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:31.779917 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf24fe96-480a-40ac-88c8-6f44445cf513'] response: {'name': 'network-changed', 'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'status': 'completed', 'code': 200} Aug 09 11:35:31.847385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:31.923976 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-d8a661de-c4bc-4b95-8802-f192a03f81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:31.926698 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-d8a661de-c4bc-4b95-8802-f192a03f81c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46309113a5814e93a1a2831f15dbbddb&device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 1099 time: 0.0926759 Aug 09 11:35:32.052552 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aefd6-f417-4853-81a7-d12d24211b77 req-3b5a2caf-48bf-41ce-b223-87efce679ae5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:32.054843 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-045aefd6-f417-4853-81a7-d12d24211b77 req-3b5a2caf-48bf-41ce-b223-87efce679ae5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.1129556 Aug 09 11:35:32.071676 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-11fd52e4-e797-41c1-8e6e-8841f06c632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:32.073115 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-11fd52e4-e797-41c1-8e6e-8841f06c632d service neutron] 10.222.0.43 "GET /v2.0/networks?id=94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 200 len: 911 time: 0.1392167 Aug 09 11:35:32.139280 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-045aefd6-f417-4853-81a7-d12d24211b77 req-2d9b3402-0b8b-42cd-96d6-b29d56b4dc87 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766509 Aug 09 11:35:32.152134 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-9b065981-a121-4f9d-91b9-a545a96e2179 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8 HTTP/1.1" status: 200 len: 999 time: 0.0698159 Aug 09 11:35:32.200434 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-a1db909c-d7d0-4ca5-b9d3-9b138f2472f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:32.201864 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-a1db909c-d7d0-4ca5-b9d3-9b138f2472f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 200 len: 849 time: 0.0427756 Aug 09 11:35:32.202291 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a40359d3-6cd7-4c34-ba7e-c4d455158626', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'port_id': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'mac_address': 'fa:16:3e:9c:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:15Z', 'updated_at': '2022-08-09T11:35:31Z', 'revision_number': 1, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:32.229064 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:32.237746 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:32.238367 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:32.251398 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-ccd55a58-2caf-4a42-b9ec-9a8d26761e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:32.252909 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-ccd55a58-2caf-4a42-b9ec-9a8d26761e31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94473639-2936-425a-9e06-0b9437533e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439234 Aug 09 11:35:32.341302 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-60bdf178-c016-4d1a-b297-ae844d2531a0 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816312 Aug 09 11:35:32.344289 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:32.431702 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7d9729a3-ef7a-4784-8c22-a308f23d980d req-fcf5ad06-1087-489c-b0a2-24b4c2204544 service neutron] 10.222.0.43 "GET /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833395 Aug 09 11:35:32.568887 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a40359d3-6cd7-4c34-ba7e-c4d455158626', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'port_id': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'mac_address': 'fa:16:3e:9c:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:15Z', 'updated_at': '2022-08-09T11:35:31Z', 'revision_number': 1, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:32.596334 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e303a0-fb78-4669-9798-0b8cb1fabf00 None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a40359d3-6cd7-4c34-ba7e-c4d455158626', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'port_id': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'mac_address': 'fa:16:3e:9c:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:15Z', 'updated_at': '2022-08-09T11:35:31Z', 'revision_number': 1, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:33.138556 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb307a8c-ed60-4eed-87af-a37a14f24b36 None None] New status for floating IP a40359d3-6cd7-4c34-ba7e-c4d455158626: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:33.193185 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:33.279318 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174344-9ae2-4881-8e9a-66e028a6e5b7 req-31878d3e-3080-4567-af3f-32e4b63ed37c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:33.286988 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b1174344-9ae2-4881-8e9a-66e028a6e5b7 req-31878d3e-3080-4567-af3f-32e4b63ed37c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0653608 Aug 09 11:35:33.320569 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b1174344-9ae2-4881-8e9a-66e028a6e5b7 req-8d9b4632-76e5-4aaa-892d-64d1a808c1a0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Aug 09 11:35:33.328975 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:33.341675 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'e64260a0-0827-4989-9772-91d10a469e54', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'port_id': 'e64260a0-0827-4989-9772-91d10a469e54', 'mac_address': 'fa:16:3e:42:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:33.379344 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:33.379738 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:33.393637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64260a0-0827-4989-9772-91d10a469e54 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:35:33.413362 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:33.418473 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:33.469372 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:33.850344 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['e64260a0-0827-4989-9772-91d10a469e54'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:34.443614 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d8b10-cdbe-4393-b901-a0322cc6f9ad req-66bfb2c1-f09c-4c81-b7d1-5d6ec55fbadd tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:34.445012 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6e5d8b10-cdbe-4393-b901-a0322cc6f9ad req-66bfb2c1-f09c-4c81-b7d1-5d6ec55fbadd tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Aug 09 11:35:34.481848 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6e5d8b10-cdbe-4393-b901-a0322cc6f9ad req-e97395ec-5d0a-4caa-b975-39be034a1142 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310342 Aug 09 11:35:35.223418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:35.275410 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port e64260a0-0827-4989-9772-91d10a469e54 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:35.279269 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port e64260a0-0827-4989-9772-91d10a469e54 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:35.279646 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:35.354269 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:35:35.354571 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:35.376990 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:35.379260 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c9b7b-4286-478d-9d9e-5353ca8f1dcf" -d '{"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-plugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:35.392637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:35.396643 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:35.420230 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b573c5e2-cb3a-4ecb-9898-6c35b8fbd4c5 x-openstack-request-id: req-b573c5e2-cb3a-4ecb-9898-6c35b8fbd4c5 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:35.420514 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-plugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:35.420761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b573c5e2-cb3a-4ecb-9898-6c35b8fbd4c5 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:35.421142 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b573c5e2-cb3a-4ecb-9898-6c35b8fbd4c5'] response: {'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'code': 200} Aug 09 11:35:35.449977 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:35.641620 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6d692-ae26-4b7b-9d2f-19b776b3d259 req-6af271b5-2292-4f8d-8318-851f2d5d1138 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:35.643025 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bbc6d692-ae26-4b7b-9d2f-19b776b3d259 req-6af271b5-2292-4f8d-8318-851f2d5d1138 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0841343 Aug 09 11:35:35.648807 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6eb83-706b-4d19-819a-1380d3fa74e1 req-4fc2a29d-255d-445c-9b21-f0c779902970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:35.650216 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ebc6eb83-706b-4d19-819a-1380d3fa74e1 req-4fc2a29d-255d-445c-9b21-f0c779902970 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1099 time: 0.0639114 Aug 09 11:35:35.702758 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bbc6d692-ae26-4b7b-9d2f-19b776b3d259 req-575f8903-0378-4242-913f-b39da18c13be tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516260 Aug 09 11:35:35.704348 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ebc6eb83-706b-4d19-819a-1380d3fa74e1 req-efa59467-403a-4b8a-bd70-9510763a652d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469382 Aug 09 11:35:36.825829 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f10e3e-b9b0-4922-9c09-4d34dad34681 req-53cb5070-1b6e-4c52-8ded-befc6a3c185f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:36.827187 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-39f10e3e-b9b0-4922-9c09-4d34dad34681 req-53cb5070-1b6e-4c52-8ded-befc6a3c185f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0470779 Aug 09 11:35:36.863443 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-39f10e3e-b9b0-4922-9c09-4d34dad34681 req-c99801bc-207f-4498-a48e-648a07610d7d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303288 Aug 09 11:35:37.985642 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb85179-bcb8-43ea-a103-632b8427f8e3 req-18b12ce7-b3c2-4f84-8e8e-101a3834da64 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:37.987114 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bcb85179-bcb8-43ea-a103-632b8427f8e3 req-18b12ce7-b3c2-4f84-8e8e-101a3834da64 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0479074 Aug 09 11:35:38.023009 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bcb85179-bcb8-43ea-a103-632b8427f8e3 req-065f6443-9a21-46ac-aa52-73c6a7990bdf tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294690 Aug 09 11:35:38.142201 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75362093-a73c-4f06-90ad-638654df1419 req-2b037ef0-cdaa-49cb-bc65-e7cb0128f1e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:38.143641 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-75362093-a73c-4f06-90ad-638654df1419 req-2b037ef0-cdaa-49cb-bc65-e7cb0128f1e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0473387 Aug 09 11:35:38.153738 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44372) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:38.157929 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'floatingip': {'port_id': 'e64260a0-0827-4989-9772-91d10a469e54'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:38.198801 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:38.619137 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:38.622742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:38.718460 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Floating IP f53cdb6d-aac3-47cb-b934-24b444389cf8 associated. External IP: 172.27.2.104, port: e64260a0-0827-4989-9772-91d10a469e54. Aug 09 11:35:38.917132 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:35:39.021025 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:39.025936 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:39.030308 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:39.040368 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:39.040971 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:39.051514 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c266a7e4-01fe-47d0-b127-99ad62046d12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "PUT /v2.0/floatingips/f53cdb6d-aac3-47cb-b934-24b444389cf8 HTTP/1.1" status: 200 len: 992 time: 0.8967829 Aug 09 11:35:39.052072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:35:39.054915 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f327e0-a93e-4076-b840-b82579a7bc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:39.091195 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ca4bc4-cd0c-4b83-84c1-06f457afab4c x-openstack-request-id: req-36ca4bc4-cd0c-4b83-84c1-06f457afab4c {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:39.091496 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:39.091742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36ca4bc4-cd0c-4b83-84c1-06f457afab4c {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:39.092138 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ca4bc4-cd0c-4b83-84c1-06f457afab4c'] response: {'name': 'network-changed', 'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'status': 'completed', 'code': 200} Aug 09 11:35:39.149874 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:39.192132 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-9f863091-3e46-4565-8aae-9cd328133e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:39.193514 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-9f863091-3e46-4565-8aae-9cd328133e56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1099 time: 0.0402954 Aug 09 11:35:39.291965 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-14bfcc3d-0d82-48a4-86b8-4d14350280c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:39.293416 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-14bfcc3d-0d82-48a4-86b8-4d14350280c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0886662 Aug 09 11:35:39.362066 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-0e7277c4-d9fc-4700-9fc6-8fe8507445d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 1000 time: 0.0612040 Aug 09 11:35:39.369472 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f53cdb6d-aac3-47cb-b934-24b444389cf8', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'port_id': 'e64260a0-0827-4989-9772-91d10a469e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'mac_address': 'fa:16:3e:42:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97329d58-fabb-4f69-9117-f999fcd55f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:24Z', 'updated_at': '2022-08-09T11:35:38Z', 'revision_number': 1, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:39.399761 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:39.408315 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:35:39.408931 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:35:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:39.518108 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:35:39.655219 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-cc638b96-8791-4f1f-ab1c-0b917a793a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:39.656676 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-cc638b96-8791-4f1f-ab1c-0b917a793a06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.2882826 Aug 09 11:35:39.706223 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-377dbcb7-f012-4541-ba57-81f71c3951d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:35:39.707678 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-377dbcb7-f012-4541-ba57-81f71c3951d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396438 Aug 09 11:35:39.808565 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-2ab7d232-b78a-404d-b60e-4131763e8b07 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918596 Aug 09 11:35:39.873385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f53cdb6d-aac3-47cb-b934-24b444389cf8', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'port_id': 'e64260a0-0827-4989-9772-91d10a469e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'mac_address': 'fa:16:3e:42:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97329d58-fabb-4f69-9117-f999fcd55f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:24Z', 'updated_at': '2022-08-09T11:35:38Z', 'revision_number': 1, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:39.897827 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-01f327e0-a93e-4076-b840-b82579a7bc2c req-d3ca08ea-2105-42fa-b49d-04e0b7c3b538 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819783 Aug 09 11:35:39.903390 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23eb1d-7ceb-402b-8ee7-a0d924acbab8 None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'f53cdb6d-aac3-47cb-b934-24b444389cf8', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'port_id': 'e64260a0-0827-4989-9772-91d10a469e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'mac_address': 'fa:16:3e:42:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97329d58-fabb-4f69-9117-f999fcd55f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:35:24Z', 'updated_at': '2022-08-09T11:35:38Z', 'revision_number': 1, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:40.092174 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d63c2-9586-4c2a-b164-b1e351b5e2d3 None None] New status for floating IP f53cdb6d-aac3-47cb-b934-24b444389cf8: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:46.323591 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-2191b1c4-b387-4527-92de-2075a301b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:48.624289 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c4ef906d-3b76-40f7-972d-4a258f521683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:50.033959 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.386984 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.630992 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:00.448628 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:02.652571 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:36:16.325241 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-6d5697f3-96a8-457a-b832-b5ec6c056f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:18.625800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-95e0aec9-e0fc-4c1c-8227-96bdc712c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:20.036677 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:21.389722 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:21.633550 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.458469 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:32.089166 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-24c16b94-ddc3-4293-baf7-b9e05ff4ea9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432022 Aug 09 11:36:32.190525 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-b608e318-db52-45fc-94bc-f040647e455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:36:32.192016 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-b608e318-db52-45fc-94bc-f040647e455f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 1098 time: 0.0396986 Aug 09 11:36:32.289597 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-21cbed81-2fc8-49aa-8339-557bac0f9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:36:32.291123 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-21cbed81-2fc8-49aa-8339-557bac0f9905 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.0808492 Aug 09 11:36:32.359467 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-cea4df06-8887-4eaf-8803-d39df1dca69f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b340c4-f096-451c-b20a-6bf5da02c39e HTTP/1.1" status: 200 len: 1000 time: 0.0610394 Aug 09 11:36:32.408100 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-2bd546a2-fbc3-4648-9a53-00e52e34b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:36:32.409532 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-2bd546a2-fbc3-4648-9a53-00e52e34b09b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0443661 Aug 09 11:36:32.453327 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-be804f26-1e36-48a6-a6f6-0b6641caf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:36:32.454766 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-be804f26-1e36-48a6-a6f6-0b6641caf56e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384517 Aug 09 11:36:32.543307 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-92a27ea7-53fd-414d-9a49-a9a67a32ee75 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820527 Aug 09 11:36:32.629817 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ed0e757a-f117-4709-9485-ac61e4d7a6db req-a3c3c37c-4e0d-4dbd-a9c7-83547890932a service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800462 Aug 09 11:36:39.651113 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:36:46.329691 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cbbf74a2-c63b-4378-a427-28b29554c6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:48.627098 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-026b64f4-624e-4163-be7d-bfde065383d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:50.040921 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.392467 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.635257 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.486412 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.862284 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436ea7a-f243-43b6-a66a-371b4b0b1e18 req-a2fbe855-a49c-4cb9-958d-79f6e2534ddd tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:00.863764 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7436ea7a-f243-43b6-a66a-371b4b0b1e18 req-a2fbe855-a49c-4cb9-958d-79f6e2534ddd tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.0506785 Aug 09 11:37:00.902643 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7436ea7a-f243-43b6-a66a-371b4b0b1e18 req-46cf7aee-1647-4edf-b5af-c889a25da7b0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Aug 09 11:37:02.028652 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd78fd-fde3-4ca6-b1a7-bbf3e088286a req-17d0fd5d-1294-47ca-b79f-4b45a7f0fb8c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:02.030107 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4abd78fd-fde3-4ca6-b1a7-bbf3e088286a req-17d0fd5d-1294-47ca-b79f-4b45a7f0fb8c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.0537918 Aug 09 11:37:02.068881 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4abd78fd-fde3-4ca6-b1a7-bbf3e088286a req-b05a781b-4117-4ebc-b852-037fe1180ce0 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327990 Aug 09 11:37:02.978610 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-90eddaea-50aa-4009-b405-77bca4c32a18 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:02.980415 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-90eddaea-50aa-4009-b405-77bca4c32a18 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.0505614 Aug 09 11:37:03.073477 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port 14b340c4-f096-451c-b20a-6bf5da02c39e {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:03.074146 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.160914 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] For port 14b340c4-f096-451c-b20a-6bf5da02c39e, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=14b340c4-f096-451c-b20a-6bf5da02c39e,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:03.161279 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.188156 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90c8c-2f9f-4240-a918-4b3098726c58 req-70365132-99c5-4439-99c4-24639f19017b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:03.189626 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-afc90c8c-2f9f-4240-a918-4b3098726c58 req-70365132-99c5-4439-99c4-24639f19017b tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 945 time: 0.0512486 Aug 09 11:37:03.228306 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-afc90c8c-2f9f-4240-a918-4b3098726c58 req-e7f23ec9-f0b4-49b7-a38c-514b9025dd91 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ee98ee-65b3-4ed7-b571-d9369f65399a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Aug 09 11:37:03.326652 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.327005 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.327314 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP 42ebc323-3b4c-415a-80d7-338ff9f7ce26 disassociated. External IP: 172.27.2.19, port: 14b340c4-f096-451c-b20a-6bf5da02c39e. Aug 09 11:37:03.327650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for 14b340c4-f096-451c-b20a-6bf5da02c39e owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:03.455192 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.482878 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=14b340c4-f096-451c-b20a-6bf5da02c39e,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:03.494316 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.494671 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.495035 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.495364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.495699 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.496031 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.496362 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.496695 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.498478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.498478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.498478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.498478 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:03.607339 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:37:03.714658 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:03.725017 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:03.734398 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:03.734952 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:36:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:03.755055 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] No DVR routers for this DVR port 14b340c4-f096-451c-b20a-6bf5da02c39e on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:03.757626 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.760891 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-89431301-cbc4-46d5-8b9a-a27716544f72 req-b244a228-9084-462c-a9c2-be33cf20397d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "DELETE /v2.0/ports/14b340c4-f096-451c-b20a-6bf5da02c39e HTTP/1.1" status: 204 len: 173 time: 0.7732983 Aug 09 11:37:03.761337 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'name': 'network-vif-deleted', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:03.763624 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104838bd-f029-49f1-a6e8-c7a1206159ff" -d '{"events": [{"server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "name": "network-vif-deleted", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:03.806231 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c9c6a2-a61c-40bf-b214-5b0825478aea x-openstack-request-id: req-42c9c6a2-a61c-40bf-b214-5b0825478aea {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:03.806476 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27001408-44a6-40f0-a903-0ac528eb7a76", "name": "network-vif-deleted", "tag": "14b340c4-f096-451c-b20a-6bf5da02c39e", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:03.806728 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42c9c6a2-a61c-40bf-b214-5b0825478aea {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:03.807131 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c9c6a2-a61c-40bf-b214-5b0825478aea'] response: {'server_uuid': '27001408-44a6-40f0-a903-0ac528eb7a76', 'name': 'network-vif-deleted', 'tag': '14b340c4-f096-451c-b20a-6bf5da02c39e', 'status': 'completed', 'code': 200} Aug 09 11:37:03.853909 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:04.056438 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.082113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:04.091137 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:04.091736 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:36:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.205602 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:04.345158 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8f5ff481-d905-421c-9ed9-cfd420911592 req-3002a0da-4435-49ec-a6fe-3a7824a4203c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=27001408-44a6-40f0-a903-0ac528eb7a76 HTTP/1.1" status: 200 len: 210 time: 0.0292139 Aug 09 11:37:04.416329 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.443792 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc373c57-a2f6-42ef-ba79-2f0a5c1739e4 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:04.654245 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d376975-1db5-44e9-86ea-9f77e32e45c8 None None] New status for floating IP 42ebc323-3b4c-415a-80d7-338ff9f7ce26: DOWN {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:05.431089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44552) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:05.483942 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.507065 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.554282 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.557146 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.558286 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/security-groups/52ee98ee-65b3-4ed7-b571-d9369f65399a HTTP/1.1" status: 204 len: 168 time: 0.1262555 Aug 09 11:37:05.561112 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44556) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:05.567187 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee98ee-65b3-4ed7-b571-d9369f65399a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:05.574560 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.574912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.575257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.575593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.575929 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.576263 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.576595 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.576928 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.577257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.577582 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.577678 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-350ff5ff-22e9-421f-beb0-b33a6aad14e4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] show failed (client error): The resource could not be found. Aug 09 11:37:05.577908 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.578277 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867957e-5161-4977-a83b-e95fb8cd82be tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:05.578625 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-350ff5ff-22e9-421f-beb0-b33a6aad14e4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups/52ee98ee-65b3-4ed7-b571-d9369f65399a HTTP/1.1" status: 404 len: 347 time: 0.0165544 Aug 09 11:37:05.582025 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44558) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:05.629605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 14b340c4-f096-451c-b20a-6bf5da02c39e no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:05.651445 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 14b340c4-f096-451c-b20a-6bf5da02c39e {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:37:05.651785 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 14b340c4-f096-451c-b20a-6bf5da02c39e not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:05.715248 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port be8710bb-06ab-496a-9348-7f1c408cd247 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:05.715593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.789358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.789690 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.801706 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for be8710bb-06ab-496a-9348-7f1c408cd247 owned by network:floatingip {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:05.942171 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.971641 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=be8710bb-06ab-496a-9348-7f1c408cd247,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.038853 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.041401 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.042588 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a0cedf91-6dd4-427d-8f87-98e607efadef tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/floatingips/42ebc323-3b4c-415a-80d7-338ff9f7ce26 HTTP/1.1" status: 204 len: 168 time: 0.4601247 Aug 09 11:37:06.115277 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44572) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.120019 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640970047', 'description': 'tempest-description--1985127179'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.140722 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.208216 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.213309 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.242638 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.243854 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1276078 Aug 09 11:37:06.245053 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3a497-7a56-4e2e-aa00-0264999aadda tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7766f4-ee36-42f8-914f-2ddfac1bf06a,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.246908 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44574) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.251746 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': 'ee7766f4-ee36-42f8-914f-2ddfac1bf06a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.276622 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.329768 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.332918 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.350096 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56096c11-4ef2-4906-8bfa-7c84e5b8a861,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.357561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.358836 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4276f89c-d3f1-465a-82bd-a1021bec3358 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107392 Aug 09 11:37:06.361556 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44576) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.366609 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'security_group_rule': {'security_group_id': 'ee7766f4-ee36-42f8-914f-2ddfac1bf06a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.391224 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.445112 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.448905 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.465764 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330b3ea4-6a10-424a-bf76-153d88e129e8,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.473583 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.474781 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-687caa9f-4af9-49c1-9106-bf822fa61b33 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122675 Aug 09 11:37:06.477827 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44578) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.481962 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.501930 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.599636 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.706713 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.27.2.52 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/52d8cb0b-d928-47ef-932e-082aeb1e2ee6) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:06.810677 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.843355 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.882449 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:06.885264 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:06.888591 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:37:06.909323 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=52d8cb0b-d928-47ef-932e-082aeb1e2ee6,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.976322 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.009095 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.174752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.179275 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.245918 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.248302 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=52d8cb0b-d928-47ef-932e-082aeb1e2ee6,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:07.264439 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.265674 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a7db09f7-0e05-434b-a465-862bb4d15ffb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7868924 Aug 09 11:37:07.447921 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-1cf17cc0-451d-4c56-ba66-6c27af7a05c5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--640970047&fields=id&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 267 time: 0.0316372 Aug 09 11:37:07.556144 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-f1dd5b2d-3c84-4103-b569-734c7bef4600 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:07.557499 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-f1dd5b2d-3c84-4103-b569-734c7bef4600 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1024218 Aug 09 11:37:07.572347 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-c7403891-ba74-47de-b3eb-73b3084a5316 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/quotas/ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 375 time: 0.0091622 Aug 09 11:37:07.627430 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-ab0ad6e3-0b6b-4df9-817e-0aa4fee7c40f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499284 Aug 09 11:37:07.725950 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3711eab6-c1ba-4cd5-ba29-400415c8953b service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Aug 09 11:37:07.824463 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-dd78e19c-a69f-4c0c-9b29-26b7e66aaa5d service neutron] 10.222.0.50 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908017 Aug 09 11:37:08.044268 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c80f8f68-d389-49e8-a509-4a395a6e8444 req-4213c3aa-67c9-4a2a-abfa-af8ddfcec75e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 210 time: 0.0285623 Aug 09 11:37:08.045914 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bc0a3-5840-495f-bbf7-4b398ec58cf2 req-fd773a40-5b60-4009-8e86-371d91b8b19a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:08.050951 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6b9bc0a3-5840-495f-bbf7-4b398ec58cf2 req-fd773a40-5b60-4009-8e86-371d91b8b19a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0547285 Aug 09 11:37:08.099927 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6b9bc0a3-5840-495f-bbf7-4b398ec58cf2 req-c6dcfdf3-60b6-4817-910a-c9bfc114b3e3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Aug 09 11:37:09.026691 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-ceb0560b-79a0-47d6-9ee8-d3b6aa03ca8d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:09.028137 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-ceb0560b-79a0-47d6-9ee8-d3b6aa03ca8d tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 814 time: 0.1055129 Aug 09 11:37:09.093836 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-fa86ad44-97be-4ee2-9006-901e31bdc0a5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb HTTP/1.1" status: 200 len: 379 time: 0.0376971 Aug 09 11:37:09.103818 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'port': {'device_id': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'admin_state_up': True, 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'security_groups': ['ee7766f4-ee36-42f8-914f-2ddfac1bf06a']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:09.154815 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-908cb873-33b8-42f1-a27a-c3a61246e137 req-8ed3ee77-d7d3-48d3-9878-abe0b9d665e1 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 210 time: 0.0361800 Aug 09 11:37:09.232884 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cb5bb-1c08-43c9-a9f8-bb0fab9b6d0a req-a80e7d4d-172c-44a3-b5eb-266be7ee8e32 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:09.234593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e33cb5bb-1c08-43c9-a9f8-bb0fab9b6d0a req-a80e7d4d-172c-44a3-b5eb-266be7ee8e32 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0549958 Aug 09 11:37:09.235379 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Made reservation on behalf of ea64a7a559ef455cac411ec1f7a6f8cb for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:37:09.239016 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:09.274687 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e33cb5bb-1c08-43c9-a9f8-bb0fab9b6d0a req-767f0ce7-9aca-4796-873f-875196a05b06 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Aug 09 11:37:09.360266 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Allocated IP 172.20.0.6 (2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef/e047d322-38d0-4b3e-9c5e-87b294ab299a/360ac093-7965-4e85-a985-db3aa0dc46e3) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:09.500923 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:09.537635 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:09.581099 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:09.585141 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:09.588891 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:37:09.595733 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event updated for resources: {'Port': ['ID=360ac093-7965-4e85-a985-db3aa0dc46e3,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:09.649920 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:09.650610 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:09.668827 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-64d1d553-5e96-4f5b-aa88-dba8dd487a8e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685937 Aug 09 11:37:09.687713 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Request body: {'port': {'device_id': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:09.762741 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:09.844424 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-f47f91f0-03d9-44ab-9d18-13f5c757a333 None None] Provisioning complete for port 360ac093-7965-4e85-a985-db3aa0dc46e3 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:09.846555 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f47f91f0-03d9-44ab-9d18-13f5c757a333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:09.885799 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-f47f91f0-03d9-44ab-9d18-13f5c757a333 None None] Port 360ac093-7965-4e85-a985-db3aa0dc46e3 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:37:10.061797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360ac093-7965-4e85-a985-db3aa0dc46e3 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:37:10.069697 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.081395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Transition to ACTIVE for port object 360ac093-7965-4e85-a985-db3aa0dc46e3 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:10.085413 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.144854 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Pushing event updated for resources: {'Port': ['ID=360ac093-7965-4e85-a985-db3aa0dc46e3,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:10.190903 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Attempting to bind port 360ac093-7965-4e85-a985-db3aa0dc46e3 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:37:10.191290 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Attempting to bind port 360ac093-7965-4e85-a985-db3aa0dc46e3 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:37:10.191626 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Attempting to bind port 360ac093-7965-4e85-a985-db3aa0dc46e3 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:37:10.196151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Port 360ac093-7965-4e85-a985-db3aa0dc46e3 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:37:10.196522 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Attempting to bind port 360ac093-7965-4e85-a985-db3aa0dc46e3 on network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:37:10.201279 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:37:10.201615 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Checking segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:37:10.202004 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Bound using segment: {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:37:10.202457 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Bound port: 360ac093-7965-4e85-a985-db3aa0dc46e3, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb37bc-d696-4002-8d06-513f2018423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:37:10.202815 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.265673 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] For port 360ac093-7965-4e85-a985-db3aa0dc46e3, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:37:10.269009 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] For port 360ac093-7965-4e85-a985-db3aa0dc46e3, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=360ac093-7965-4e85-a985-db3aa0dc46e3,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:37:10.273408 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.275499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97791618-25ee-48c8-9b26-235178be3b01 req-ef0ee067-11cd-4684-b4ca-dce0f5249014 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.277150 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-97791618-25ee-48c8-9b26-235178be3b01 req-ef0ee067-11cd-4684-b4ca-dce0f5249014 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 943 time: 0.0488796 Aug 09 11:37:10.277454 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.278122 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.279479 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] 10.222.0.43 "PUT /v2.0/ports/360ac093-7965-4e85-a985-db3aa0dc46e3 HTTP/1.1" status: 200 len: 1093 time: 0.5963058 Aug 09 11:37:10.279906 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:10.282196 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d98bd-bef1-46f0-9115-a59f93e3cf51" -d '{"events": [{"name": "network-changed", "server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:10.324564 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-97791618-25ee-48c8-9b26-235178be3b01 req-916069fa-83a4-40cd-8acd-f9445b884c3c tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410769 Aug 09 11:37:10.332844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc7cd1-cba0-4b5c-9532-7689fc55528e x-openstack-request-id: req-d0fc7cd1-cba0-4b5c-9532-7689fc55528e {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:10.333133 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:10.333929 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0fc7cd1-cba0-4b5c-9532-7689fc55528e {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:10.334693 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fc7cd1-cba0-4b5c-9532-7689fc55528e'] response: {'name': 'network-changed', 'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'status': 'completed', 'code': 200} Aug 09 11:37:10.382349 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee17a-f6bf-4e10-8b69-c1f946468d34 service neutron] Pushing event updated for resources: {'Port': ['ID=360ac093-7965-4e85-a985-db3aa0dc46e3,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:10.427944 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-0ab2f1c9-24f1-4c53-bce3-4c4833a683dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.429441 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-0ab2f1c9-24f1-4c53-bce3-4c4833a683dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 1096 time: 0.0747616 Aug 09 11:37:10.440697 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75adc9e-00c3-4b61-ad39-07e23bf7f5b3 req-f672ebe5-e9c8-4b50-965d-abde44df6f2d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.442067 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f75adc9e-00c3-4b61-ad39-07e23bf7f5b3 req-f672ebe5-e9c8-4b50-965d-abde44df6f2d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0609601 Aug 09 11:37:10.489506 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-597ca7f0-1557-4515-8288-efe0d489ba34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360ac093-7965-4e85-a985-db3aa0dc46e3 HTTP/1.1" status: 200 len: 217 time: 0.0464759 Aug 09 11:37:10.540821 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f75adc9e-00c3-4b61-ad39-07e23bf7f5b3 req-298fb8ac-86a7-4df1-845c-13b608e4d934 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921495 Aug 09 11:37:10.556475 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-40d09e19-fe0c-463b-b49e-edeb8a51f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.557907 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-40d09e19-fe0c-463b-b49e-edeb8a51f475 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0600998 Aug 09 11:37:10.604137 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-a7208fb3-1fb4-4430-b755-fa3f65fed418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.605514 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-a7208fb3-1fb4-4430-b755-fa3f65fed418 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408275 Aug 09 11:37:10.698065 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-20262e28-36b7-46b0-b33a-87fccd26f141 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Aug 09 11:37:10.784351 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d32065ae-84b7-478c-b084-0aa3ea51d3ce req-07effbd5-2003-42f6-90fd-1b227e1160e9 service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798943 Aug 09 11:37:10.934971 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-ee32a08a-76a1-49c4-a987-1bc995b19b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:10.936429 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-ee32a08a-76a1-49c4-a987-1bc995b19b4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 1096 time: 0.0457404 Aug 09 11:37:11.026132 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-82b1f197-9eb7-4140-900b-e06278b2eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:11.027566 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-82b1f197-9eb7-4140-900b-e06278b2eb39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.0839155 Aug 09 11:37:11.070618 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-9bac7805-d8a5-4ca6-be78-5d2a90f3046b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360ac093-7965-4e85-a985-db3aa0dc46e3 HTTP/1.1" status: 200 len: 217 time: 0.0359316 Aug 09 11:37:11.117489 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-69eb759c-2411-4cb0-b7b0-0a5b966047e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:11.118822 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-69eb759c-2411-4cb0-b7b0-0a5b966047e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0421641 Aug 09 11:37:11.161365 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-a422c06b-f325-478d-ad29-8e7e4bb13cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:11.163573 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-a422c06b-f325-478d-ad29-8e7e4bb13cc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386598 Aug 09 11:37:11.252297 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-efde7f5a-adeb-4ed5-bbbb-1d3df6b94abf service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821760 Aug 09 11:37:11.338416 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-060d98bd-bef1-46f0-9115-a59f93e3cf51 req-045a1cae-7be8-4ba2-a801-5e46aa9108ef service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787556 Aug 09 11:37:11.445577 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e246a-410f-40f3-9d72-2f892d328332 req-05779bab-a8ee-4989-bb2f-a4e63474be3e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:11.447058 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b81e246a-410f-40f3-9d72-2f892d328332 req-05779bab-a8ee-4989-bb2f-a4e63474be3e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 943 time: 0.0471604 Aug 09 11:37:11.483618 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b81e246a-410f-40f3-9d72-2f892d328332 req-f1a307be-fda6-45e4-bbeb-8ff1182e6631 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307057 Aug 09 11:37:11.663029 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad4a5a-be2d-4c0e-9f33-091b9f37d8a7 req-b24eede9-701a-447e-aacd-114926c6035e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:11.664394 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fcad4a5a-be2d-4c0e-9f33-091b9f37d8a7 req-b24eede9-701a-447e-aacd-114926c6035e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0473886 Aug 09 11:37:11.705246 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fcad4a5a-be2d-4c0e-9f33-091b9f37d8a7 req-9e78057b-f5a3-479e-a02f-1c750a544bd4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Aug 09 11:37:12.622903 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33100ffa-e840-44ca-a945-daf3df18ba09 req-58bbf022-e6f8-4262-921f-5defc123cad5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:12.625041 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-33100ffa-e840-44ca-a945-daf3df18ba09 req-58bbf022-e6f8-4262-921f-5defc123cad5 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 943 time: 0.0617919 Aug 09 11:37:12.670114 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-33100ffa-e840-44ca-a945-daf3df18ba09 req-a566b8f8-bd81-4695-8711-6ccab9e976ac tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Aug 09 11:37:12.850876 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63133d-82ca-475b-bb2b-2ad2c0b7d2ca req-f5873807-a874-4439-b325-6b53fe913258 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:12.852273 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5f63133d-82ca-475b-bb2b-2ad2c0b7d2ca req-f5873807-a874-4439-b325-6b53fe913258 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0593414 Aug 09 11:37:12.892269 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5f63133d-82ca-475b-bb2b-2ad2c0b7d2ca req-a19dd627-8c59-409e-80ff-4a53dc3e6b70 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Aug 09 11:37:13.662926 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 360ac093-7965-4e85-a985-db3aa0dc46e3 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:37:13.760464 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 360ac093-7965-4e85-a985-db3aa0dc46e3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=360ac093-7965-4e85-a985-db3aa0dc46e3,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:13.771782 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'port_id': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'mac_address': 'fa:16:3e:6b:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:37:13.792179 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa229aa-3042-43de-866c-42f5c1bfb360 req-4b1e2cb2-db28-4882-ac9e-a9d5994e5f3f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:13.793647 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1aa229aa-3042-43de-866c-42f5c1bfb360 req-4b1e2cb2-db28-4882-ac9e-a9d5994e5f3f tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 943 time: 0.0480025 Aug 09 11:37:13.810431 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 360ac093-7965-4e85-a985-db3aa0dc46e3 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:37:13.810824 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:13.823691 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360ac093-7965-4e85-a985-db3aa0dc46e3 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:37:13.834386 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1aa229aa-3042-43de-866c-42f5c1bfb360 req-8e93a963-5021-4030-b92e-bfbfaa61f904 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344689 Aug 09 11:37:13.843291 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 360ac093-7965-4e85-a985-db3aa0dc46e3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=360ac093-7965-4e85-a985-db3aa0dc46e3,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:13.848715 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:13.897367 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=360ac093-7965-4e85-a985-db3aa0dc46e3,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:13.904338 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.904683 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.905023 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.905354 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.905703 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.906045 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.906371 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.906692 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.907033 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.907356 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.907674 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:13.907991 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:14.015228 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686a33-74b8-4549-bea1-f6cd4a4687b1 req-c7460587-f5cb-4d71-851d-686ca7d758bf tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:14.016588 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ee686a33-74b8-4549-bea1-f6cd4a4687b1 req-c7460587-f5cb-4d71-851d-686ca7d758bf tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0468771 Aug 09 11:37:14.055528 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ee686a33-74b8-4549-bea1-f6cd4a4687b1 req-bde922be-ef46-4466-bbfb-c94f2b5f2452 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Aug 09 11:37:14.311732 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['360ac093-7965-4e85-a985-db3aa0dc46e3'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:14.949271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97fff5-83cf-4a2c-97b6-95da81963536 req-104d6020-d6d3-4e3c-8efb-a622a5fb9a84 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:14.951119 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1e97fff5-83cf-4a2c-97b6-95da81963536 req-104d6020-d6d3-4e3c-8efb-a622a5fb9a84 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 944 time: 0.0477798 Aug 09 11:37:14.988323 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1e97fff5-83cf-4a2c-97b6-95da81963536 req-f3f3b8a4-a1c2-499a-80e9-61240372e890 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314243 Aug 09 11:37:15.176527 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b681a6-2824-41b5-b4cd-876a888e7583 req-8f0f08d2-612c-4084-9bed-e8ff8569e269 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:15.178038 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f9b681a6-2824-41b5-b4cd-876a888e7583 req-8f0f08d2-612c-4084-9bed-e8ff8569e269 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0465744 Aug 09 11:37:15.217896 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f9b681a6-2824-41b5-b4cd-876a888e7583 req-a09e31db-f04a-488e-85ac-6dd30f7663ca tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Aug 09 11:37:15.662043 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 360ac093-7965-4e85-a985-db3aa0dc46e3 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:15.710966 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 360ac093-7965-4e85-a985-db3aa0dc46e3 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:15.715335 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 360ac093-7965-4e85-a985-db3aa0dc46e3 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:15.715703 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.793640 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 360ac093-7965-4e85-a985-db3aa0dc46e3 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:37:15.794046 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.816048 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:15.819210 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb003b-006a-4552-aca2-3df84041e6bb" -d '{"events": [{"server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "name": "network-vif-plugged", "status": "completed", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:15.831648 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 360ac093-7965-4e85-a985-db3aa0dc46e3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=360ac093-7965-4e85-a985-db3aa0dc46e3,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:15.836363 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.859498 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92636ab-66a4-4cfc-9a84-7bd12c0e410e x-openstack-request-id: req-f92636ab-66a4-4cfc-9a84-7bd12c0e410e {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:15.860098 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "name": "network-vif-plugged", "status": "completed", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:15.860098 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f92636ab-66a4-4cfc-9a84-7bd12c0e410e {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:15.860415 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92636ab-66a4-4cfc-9a84-7bd12c0e410e'] response: {'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'code': 200} Aug 09 11:37:15.886226 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=360ac093-7965-4e85-a985-db3aa0dc46e3,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:16.110767 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f89e2-6d7d-4bd8-8070-79023dacbcd4 req-41130af2-653d-41dd-8cae-b1a0c2a89166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:16.112266 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5b8f89e2-6d7d-4bd8-8070-79023dacbcd4 req-41130af2-653d-41dd-8cae-b1a0c2a89166 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 1098 time: 0.0684943 Aug 09 11:37:16.135463 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9d67b-a08a-4a1d-a180-0e94bf447dd3 req-67814a42-7cce-4dca-a56f-690b1798b59a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:16.136907 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5be9d67b-a08a-4a1d-a180-0e94bf447dd3 req-67814a42-7cce-4dca-a56f-690b1798b59a tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0691409 Aug 09 11:37:16.176408 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5b8f89e2-6d7d-4bd8-8070-79023dacbcd4 req-f4654c86-d099-44c8-b493-6c4b9b10cd6a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554590 Aug 09 11:37:16.189935 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5be9d67b-a08a-4a1d-a180-0e94bf447dd3 req-aba4fcba-3524-486a-bf60-20a28371d768 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Aug 09 11:37:16.332290 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1a255850-eeb8-4431-afe6-85f2b5c6ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.345950 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d8cb-01ad-48dc-9335-bdfdab0bf539 req-a67f8c94-9428-4455-bbbe-efa95b938030 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:16.347434 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9993d8cb-01ad-48dc-9335-bdfdab0bf539 req-a67f8c94-9428-4455-bbbe-efa95b938030 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0542922 Aug 09 11:37:16.386039 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9993d8cb-01ad-48dc-9335-bdfdab0bf539 req-8b4bd6cf-3c0c-4406-beb8-253d5410c606 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Aug 09 11:37:16.649513 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:17.315210 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938624b-c5c8-4050-b53c-ba9ae46f498e req-45649a8d-6059-45d5-b4da-8c9b4a7631f4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:17.316688 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9938624b-c5c8-4050-b53c-ba9ae46f498e req-45649a8d-6059-45d5-b4da-8c9b4a7631f4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0495193 Aug 09 11:37:17.358429 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9938624b-c5c8-4050-b53c-ba9ae46f498e req-5c78757e-22a9-4a84-bfbe-deddf36b7554 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351381 Aug 09 11:37:17.507155 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ec81a-043f-4caf-8fc6-481579097496 req-7d569261-6e0e-4647-bfbd-c397808ac5e5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:17.508587 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-155ec81a-043f-4caf-8fc6-481579097496 req-7d569261-6e0e-4647-bfbd-c397808ac5e5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0476828 Aug 09 11:37:17.548435 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-155ec81a-043f-4caf-8fc6-481579097496 req-d0b16ebe-e9de-4872-8d8a-b687a389fce6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Aug 09 11:37:18.476840 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c339-bfe9-45bc-bc65-9840e6ba3586 req-79a690cf-04f1-48ae-aaa4-b358908e5d90 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:18.478320 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0415c339-bfe9-45bc-bc65-9840e6ba3586 req-79a690cf-04f1-48ae-aaa4-b358908e5d90 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0485697 Aug 09 11:37:18.514389 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0415c339-bfe9-45bc-bc65-9840e6ba3586 req-f4521728-24b0-4a52-9e85-666775ed8522 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300751 Aug 09 11:37:18.633425 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c37497a5-866f-4c65-8603-723124186817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:18.636011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65063-f134-44b7-872a-ca553b3c4630 req-7cc163b9-7adb-4020-917f-6bb998a50910 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:18.637698 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-28a65063-f134-44b7-872a-ca553b3c4630 req-7cc163b9-7adb-4020-917f-6bb998a50910 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0568061 Aug 09 11:37:18.648086 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44726) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:18.652720 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Request body: {'floatingip': {'port_id': '360ac093-7965-4e85-a985-db3aa0dc46e3'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:18.691827 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:18.826786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1bea-9398-4245-9c78-d96804140681 req-52162918-fdbf-4a03-938e-1ad25d811b5c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:18.828251 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7bac1bea-9398-4245-9c78-d96804140681 req-52162918-fdbf-4a03-938e-1ad25d811b5c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.1340394 Aug 09 11:37:18.914661 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7bac1bea-9398-4245-9c78-d96804140681 req-e4f6d066-f0dd-49ac-ab83-5fee6a33f1f7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782657 Aug 09 11:37:19.431393 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.435714 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.532579 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP a589b015-9465-4175-8a55-620a54c238ba associated. External IP: 172.27.2.52, port: 360ac093-7965-4e85-a985-db3aa0dc46e3. Aug 09 11:37:19.689101 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:37:19.735461 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:37:19.784022 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:19.795217 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'e64260a0-0827-4989-9772-91d10a469e54', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'port_id': 'e64260a0-0827-4989-9772-91d10a469e54', 'mac_address': 'fa:16:3e:42:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:37:19.845695 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:19.851006 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.886435 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-156c122b-fae6-4a55-96ec-0d24df397de7 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "PUT /v2.0/floatingips/a589b015-9465-4175-8a55-620a54c238ba HTTP/1.1" status: 200 len: 990 time: 1.2365224 Aug 09 11:37:19.887204 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:19.889765 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306252f-8678-467c-8192-fea998f90ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:19.926688 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d290d6-3e7e-4e12-b4a2-672891deb601 x-openstack-request-id: req-b3d290d6-3e7e-4e12-b4a2-672891deb601 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:19.927744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:19.927744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3d290d6-3e7e-4e12-b4a2-672891deb601 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:19.928526 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d290d6-3e7e-4e12-b4a2-672891deb601'] response: {'name': 'network-changed', 'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'status': 'completed', 'code': 200} Aug 09 11:37:19.954150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:19.973448 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: ACTIVE; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:37:19.973924 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.990749 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e64260a0-0827-4989-9772-91d10a469e54 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:37:19.996438 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:19.997080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.037903 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306252f-8678-467c-8192-fea998f90ab3 req-d2bdf13c-4b37-497a-9aec-11ec1864e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:20.040246 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-d2bdf13c-4b37-497a-9aec-11ec1864e7ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 1098 time: 0.0630593 Aug 09 11:37:20.055378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:20.055977 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaba14-89b7-4977-b773-7c2574933950 req-67b28350-5ed6-4479-ad15-e136441c9b3c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:20.058147 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-62aaba14-89b7-4977-b773-7c2574933950 req-67b28350-5ed6-4479-ad15-e136441c9b3c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0606458 Aug 09 11:37:20.068673 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.109849 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.112035 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-62aaba14-89b7-4977-b773-7c2574933950 req-efc9f34a-291d-42fa-99d1-a25fd6dc0086 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472987 Aug 09 11:37:20.148321 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306252f-8678-467c-8192-fea998f90ab3 req-907083d9-923f-42fc-9d7c-3fc7b6e2d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:20.149796 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-907083d9-923f-42fc-9d7c-3fc7b6e2d105 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 200 len: 915 time: 0.0981927 Aug 09 11:37:20.173233 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=6']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:20.183818 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:20.218047 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-fff9ee99-03d8-4582-8b77-201625a259be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360ac093-7965-4e85-a985-db3aa0dc46e3 HTTP/1.1" status: 200 len: 998 time: 0.0612137 Aug 09 11:37:20.263035 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['e64260a0-0827-4989-9772-91d10a469e54'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:20.269369 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306252f-8678-467c-8192-fea998f90ab3 req-925bb73c-1414-4658-a568-3d20db077991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:20.271077 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-925bb73c-1414-4658-a568-3d20db077991 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 200 len: 853 time: 0.0457766 Aug 09 11:37:20.336742 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306252f-8678-467c-8192-fea998f90ab3 req-60ac3b4e-ac67-40de-ab0b-eed9eba42343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:20.338328 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-60ac3b4e-ac67-40de-ab0b-eed9eba42343 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443275 Aug 09 11:37:20.434842 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-069cb201-76f1-4b60-b0b4-701a8c0cdc1e service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844657 Aug 09 11:37:20.519052 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a589b015-9465-4175-8a55-620a54c238ba', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:6b:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:37:06Z', 'updated_at': '2022-08-09T11:37:19Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.529772 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7306252f-8678-467c-8192-fea998f90ab3 req-469e567b-5b4c-4216-8c12-a6dc17d27cdd service neutron] 10.222.0.43 "GET /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859635 Aug 09 11:37:20.549765 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:20.558987 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:20.559879 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.665067 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:20.879767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a589b015-9465-4175-8a55-620a54c238ba', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:6b:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:37:06Z', 'updated_at': '2022-08-09T11:37:19Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.910185 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f20ba8-1309-499f-9f31-e55677cc44d5 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a589b015-9465-4175-8a55-620a54c238ba', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'port_id': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'mac_address': 'fa:16:3e:6b:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:37:06Z', 'updated_at': '2022-08-09T11:37:19Z', 'revision_number': 1, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:21.107810 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d50171f-61da-4363-9095-613da0fba8ba None None] New status for floating IP a589b015-9465-4175-8a55-620a54c238ba: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:21.247112 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dcd4b-420a-478b-af17-f3738824a71b req-4f246d32-1a94-4b66-b231-64eff3c5a6f5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:21.249865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-279dcd4b-420a-478b-af17-f3738824a71b req-4f246d32-1a94-4b66-b231-64eff3c5a6f5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 945 time: 0.0514061 Aug 09 11:37:21.293083 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-279dcd4b-420a-478b-af17-f3738824a71b req-532b03c3-2c51-414a-ae7e-cdcfebb9b39b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377820 Aug 09 11:37:21.395379 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.636962 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.700806 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:21.747165 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port e64260a0-0827-4989-9772-91d10a469e54 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:21.747531 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.823844 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:37:21.824224 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.846529 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:21.849472 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e2c31-1bd5-444c-84ee-a7f9f3ea6c3a" -d '{"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-plugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:21.862083 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:21.866825 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.891250 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461a81e4-f8eb-4303-9c7c-7bdcbb64040e x-openstack-request-id: req-461a81e4-f8eb-4303-9c7c-7bdcbb64040e {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:21.891864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-plugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:21.891864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-461a81e4-f8eb-4303-9c7c-7bdcbb64040e {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:21.892169 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461a81e4-f8eb-4303-9c7c-7bdcbb64040e'] response: {'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'code': 200} Aug 09 11:37:21.917965 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=7']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:22.420654 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d819f-828c-4ee1-b112-3539121774a1 req-fd364d32-0a39-4958-81ff-a4a2ec48ac1e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:22.422139 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6e4d819f-828c-4ee1-b112-3539121774a1 req-fd364d32-0a39-4958-81ff-a4a2ec48ac1e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0509567 Aug 09 11:37:22.459400 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6e4d819f-828c-4ee1-b112-3539121774a1 req-2087fc26-6f58-425d-9768-cf7aac54743d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Aug 09 11:37:22.767181 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0112c4-e4a9-4b68-9015-2845ddeebc3a req-b0baf59d-51c6-42ed-ab32-7741056d8fa6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:22.768757 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d0112c4-e4a9-4b68-9015-2845ddeebc3a req-b0baf59d-51c6-42ed-ab32-7741056d8fa6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0492065 Aug 09 11:37:22.806816 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4d0112c4-e4a9-4b68-9015-2845ddeebc3a req-834e4655-73bf-4995-9754-31624709d2bd tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Aug 09 11:37:23.583955 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686acc05-bd88-476f-90b0-9da8ad37d964 req-0c194110-af10-49f3-a169-971ed72e941f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:23.585390 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-686acc05-bd88-476f-90b0-9da8ad37d964 req-0c194110-af10-49f3-a169-971ed72e941f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0480521 Aug 09 11:37:23.621969 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-686acc05-bd88-476f-90b0-9da8ad37d964 req-8518d21d-29cf-4c90-b3a9-fc848f848951 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303690 Aug 09 11:37:23.928267 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c549dfe-e5a6-4406-a64e-1fe0e93e674a req-554657b3-c2ed-4533-9903-98dcf64bcbd8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:23.930018 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c549dfe-e5a6-4406-a64e-1fe0e93e674a req-554657b3-c2ed-4533-9903-98dcf64bcbd8 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0517411 Aug 09 11:37:23.966552 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4c549dfe-e5a6-4406-a64e-1fe0e93e674a req-396a130b-0b21-4748-93f1-5c328300b0d1 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305347 Aug 09 11:37:24.745579 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90cc8-2183-4e57-b38f-f00939923731 req-301fa370-49b8-4df0-bc8f-e031ad63f903 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:24.747043 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-91f90cc8-2183-4e57-b38f-f00939923731 req-301fa370-49b8-4df0-bc8f-e031ad63f903 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0485339 Aug 09 11:37:24.784418 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-91f90cc8-2183-4e57-b38f-f00939923731 req-799890fb-3621-4004-abb8-c70eb51dfc54 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Aug 09 11:37:25.084351 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85d796-f142-41c3-a66e-cc2b51e96091 req-1afb3011-8f29-4954-a035-77880a7b29e6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:25.085781 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bd85d796-f142-41c3-a66e-cc2b51e96091 req-1afb3011-8f29-4954-a035-77880a7b29e6 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0495212 Aug 09 11:37:25.122241 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bd85d796-f142-41c3-a66e-cc2b51e96091 req-4b9cf420-85e9-4b62-b849-66e9bc8b2543 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups?id=0be1f023-9b99-4edf-a8e1-8eef2a1f0405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302045 Aug 09 11:37:25.248978 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-e436df2b-64b3-413d-9518-ff482cb11509 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:25.250404 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-e436df2b-64b3-413d-9518-ff482cb11509 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 946 time: 0.0479102 Aug 09 11:37:25.578147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Deleting port f79ab407-f64a-44da-9b12-348d4cbe6cc8 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:25.578396 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:25.661597 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] For port f79ab407-f64a-44da-9b12-348d4cbe6cc8, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=f79ab407-f64a-44da-9b12-348d4cbe6cc8,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:25.661964 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:25.824767 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:25.825136 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:25.825449 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Floating IP a40359d3-6cd7-4c34-ba7e-c4d455158626 disassociated. External IP: 172.27.2.97, port: f79ab407-f64a-44da-9b12-348d4cbe6cc8. Aug 09 11:37:25.825788 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Calling delete_port for f79ab407-f64a-44da-9b12-348d4cbe6cc8 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:25.917620 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4927acf-c2f0-422a-b976-60963acc0b97 req-5a7401df-7dd1-4646-bfc6-a898bfbdf142 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:25.919150 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e4927acf-c2f0-422a-b976-60963acc0b97 req-5a7401df-7dd1-4646-bfc6-a898bfbdf142 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0559895 Aug 09 11:37:25.953099 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:25.962590 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e4927acf-c2f0-422a-b976-60963acc0b97 req-f5ed0005-1763-423b-a6fd-ed16f02b6c1d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368919 Aug 09 11:37:25.985687 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event deleted for resources: {'Port': ['ID=f79ab407-f64a-44da-9b12-348d4cbe6cc8,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:26.104046 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Router e88b2e12-1692-477a-be02-60b32ac8da8e has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:37:26.243273 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-e161de27-260f-46c4-8422-6cad297535c3 req-09680457-cb3f-46bc-b288-45b741247394 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c187e99-7f6d-421a-ad8e-92f67a332358 HTTP/1.1" status: 200 len: 210 time: 0.0336242 Aug 09 11:37:26.259880 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:26.271103 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:26.281368 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:26.281929 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:26.314242 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] No DVR routers for this DVR port f79ab407-f64a-44da-9b12-348d4cbe6cc8 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:26.318768 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:26.322282 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3f06cd43-7f22-48dc-8491-5ea7f6bb3e00 req-d4ae4f42-183d-460c-a343-a5921d007c13 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.43 "DELETE /v2.0/ports/f79ab407-f64a-44da-9b12-348d4cbe6cc8 HTTP/1.1" status: 204 len: 173 time: 1.0661273 Aug 09 11:37:26.322515 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'name': 'network-vif-deleted', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:26.324939 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b62e19-aa59-4b42-841a-51dfbdc64535" -d '{"events": [{"server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "name": "network-vif-deleted", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:26.380567 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be31af-5342-41ca-8e8d-4ff3d8d346e1 x-openstack-request-id: req-34be31af-5342-41ca-8e8d-4ff3d8d346e1 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:26.380836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c187e99-7f6d-421a-ad8e-92f67a332358", "name": "network-vif-deleted", "tag": "f79ab407-f64a-44da-9b12-348d4cbe6cc8", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:26.381101 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34be31af-5342-41ca-8e8d-4ff3d8d346e1 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:26.381509 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34be31af-5342-41ca-8e8d-4ff3d8d346e1'] response: {'server_uuid': '9c187e99-7f6d-421a-ad8e-92f67a332358', 'name': 'network-vif-deleted', 'tag': 'f79ab407-f64a-44da-9b12-348d4cbe6cc8', 'status': 'completed', 'code': 200} Aug 09 11:37:26.420540 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:26.660468 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:26.689336 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:26.700469 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:26.701172 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:26.944135 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:27.101381 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9611fdb-a51c-4278-8221-fb2f0fbcf2b9 req-a715b908-89d3-4b4e-9ca3-2608cc60657f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:27.103645 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c9611fdb-a51c-4278-8221-fb2f0fbcf2b9 req-a715b908-89d3-4b4e-9ca3-2608cc60657f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0562031 Aug 09 11:37:27.144627 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c9611fdb-a51c-4278-8221-fb2f0fbcf2b9 req-0dd9ada4-4a28-456a-8a57-70d49bf0eafe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Aug 09 11:37:27.145332 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:27.175910 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334afa49-ef82-4346-b3f1-c77d263a5949 None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:27:36Z', 'revision_number': 4, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '34d48579-fb15-4bc7-a0df-dc45f5d2ac89', 'name': '', 'network_id': '94473639-2936-425a-9e06-0b9437533e28', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'mac_address': 'fa:16:3e:28:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:34Z', 'updated_at': '2022-08-09T11:27:50Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'subnets': [{'id': '410c6fc4-de4e-4886-b503-46dacf725bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:27.345181 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44826) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:27.457475 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d024bbb2-334b-44f1-9962-d64090163634 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.465240 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f6c84-4773-4155-8a24-37e7c0574340 None None] New status for floating IP a40359d3-6cd7-4c34-ba7e-c4d455158626: DOWN {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:27.517251 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d024bbb2-334b-44f1-9962-d64090163634 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.606877 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d024bbb2-334b-44f1-9962-d64090163634 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.609555 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d024bbb2-334b-44f1-9962-d64090163634 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.610844 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d024bbb2-334b-44f1-9962-d64090163634 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "DELETE /v2.0/security-groups/0be1f023-9b99-4edf-a8e1-8eef2a1f0405 HTTP/1.1" status: 204 len: 168 time: 0.2646253 Aug 09 11:37:27.614859 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44828) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:27.632546 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024bbb2-334b-44f1-9962-d64090163634 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be1f023-9b99-4edf-a8e1-8eef2a1f0405,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:27.635741 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-95c3d78b-6491-4344-9955-3675469642e4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] show failed (client error): The resource could not be found. Aug 09 11:37:27.639606 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-95c3d78b-6491-4344-9955-3675469642e4 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "GET /v2.0/security-groups/0be1f023-9b99-4edf-a8e1-8eef2a1f0405 HTTP/1.1" status: 404 len: 347 time: 0.0212476 Aug 09 11:37:27.640047 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44830) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:27.713605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device f79ab407-f64a-44da-9b12-348d4cbe6cc8 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:27.754782 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: f79ab407-f64a-44da-9b12-348d4cbe6cc8 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:37:27.756120 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device f79ab407-f64a-44da-9b12-348d4cbe6cc8 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:27.782974 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Deleting port acde09be-6c53-4f13-b86c-0078a64d181d {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:27.783697 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.873393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.873724 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.886512 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Calling delete_port for acde09be-6c53-4f13-b86c-0078a64d181d owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:28.059103 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:28.089863 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Pushing event deleted for resources: {'Port': ['ID=acde09be-6c53-4f13-b86c-0078a64d181d,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:28.160724 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:28.164224 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:28.165190 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-aa9882bd-822a-429d-8d43-9cbd44d15f76 tempest-AttachVolumeTestJSON-2105569922 tempest-AttachVolumeTestJSON-2105569922-project] 10.222.0.50 "DELETE /v2.0/floatingips/a40359d3-6cd7-4c34-ba7e-c4d455158626 HTTP/1.1" status: 204 len: 168 time: 0.5241690 Aug 09 11:37:28.307079 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8352c8-e8e2-4873-a25e-a4b1920d3828 req-c9fe6349-087c-474b-bcf0-1e505d252329 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:28.315146 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1e8352c8-e8e2-4873-a25e-a4b1920d3828 req-c9fe6349-087c-474b-bcf0-1e505d252329 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0679359 Aug 09 11:37:28.369303 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1e8352c8-e8e2-4873-a25e-a4b1920d3828 req-9cd3516c-3bdd-4536-a124-9cec13d6b2b1 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529828 Aug 09 11:37:29.539395 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaafe33-5129-405d-8893-f70206506a9e req-bde7c5fd-7b86-4b0c-b2b1-538d98991f91 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:29.549464 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4eaafe33-5129-405d-8893-f70206506a9e req-bde7c5fd-7b86-4b0c-b2b1-538d98991f91 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0804863 Aug 09 11:37:29.584765 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4eaafe33-5129-405d-8893-f70206506a9e req-77910b35-c4ac-4f5d-b3ef-58defa29d08f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341432 Aug 09 11:37:30.494172 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:30.819643 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec1aa8-c35e-4b29-97c4-42ea70647067 req-2ce9be7b-6042-4f3a-85a1-8e399b5181e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:30.821531 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5bec1aa8-c35e-4b29-97c4-42ea70647067 req-2ce9be7b-6042-4f3a-85a1-8e399b5181e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.1164970 Aug 09 11:37:30.882417 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5bec1aa8-c35e-4b29-97c4-42ea70647067 req-26dc19f2-6b94-4eb5-a684-757d742712c0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516820 Aug 09 11:37:31.870756 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44870) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:32.028450 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603be3ba-e93c-4408-88b6-4c45e2c329d2 req-0b4bd16d-838c-4c96-990e-f8e57d20faf7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:32.039216 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-603be3ba-e93c-4408-88b6-4c45e2c329d2 req-0b4bd16d-838c-4c96-990e-f8e57d20faf7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0756965 Aug 09 11:37:32.138993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-35a69fab-060f-423e-98a7-dcbfa18d5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:32.140919 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-35a69fab-060f-423e-98a7-dcbfa18d5e67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1099 time: 0.0602283 Aug 09 11:37:32.159935 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-603be3ba-e93c-4408-88b6-4c45e2c329d2 req-46a816dd-0e22-454a-87e0-3341a74b8b1f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196036 Aug 09 11:37:32.274321 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-11fc71f4-1388-41c8-9114-7cae0022ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:32.276102 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-11fc71f4-1388-41c8-9114-7cae0022ade5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.1071215 Aug 09 11:37:32.354947 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-c58595f8-5b23-4a59-815a-a1d8c73b318d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 1002 time: 0.0708139 Aug 09 11:37:32.407592 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-59a676e2-2cd2-4dc0-8082-0ad2f918e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:32.409786 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-59a676e2-2cd2-4dc0-8082-0ad2f918e48e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0484850 Aug 09 11:37:32.440120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.464286 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-fc5408f8-6b56-464b-a14f-5500b5021353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:32.466039 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-fc5408f8-6b56-464b-a14f-5500b5021353 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490677 Aug 09 11:37:32.611741 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-c67c12bf-2a57-4645-bbb6-cf9e8aa385dd service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361406 Aug 09 11:37:32.725565 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Deleting port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:32.726019 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.744068 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9dd4668f-61a8-46ca-b9b1-77924c98e9b1 req-51920dae-720a-4482-a1ad-08315f0d0ea1 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240227 Aug 09 11:37:32.812633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] For port 34d48579-fb15-4bc7-a0df-dc45f5d2ac89, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:32.813021 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.830121 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Calling delete_port for 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 owned by network:router_interface {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:33.043892 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.072566 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d48579-fb15-4bc7-a0df-dc45f5d2ac89,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:33.313933 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.339120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abe841-22f5-445b-9960-fe4508ebbd55 req-700e3d65-f74e-4019-8f26-c5b0c98eba10 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:33.341233 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-12abe841-22f5-445b-9960-fe4508ebbd55 req-700e3d65-f74e-4019-8f26-c5b0c98eba10 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0717940 Aug 09 11:37:33.423095 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-12abe841-22f5-445b-9960-fe4508ebbd55 req-55997fcd-a96f-4f98-9888-e8fdc53fe87e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Aug 09 11:37:33.583593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Router e88b2e12-1692-477a-be02-60b32ac8da8e has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:37:33.694749 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:33.703327 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8b498eb2-fbad-46d4-8343-cb46fcf6ce46 admin admin] 10.222.0.50 "PUT /v2.0/routers/e88b2e12-1692-477a-be02-60b32ac8da8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282933 Aug 09 11:37:33.703327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44884) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:33.708687 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] Sync routers for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:33.723767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:33.725378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:33.839929 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.842074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:33.981446 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.045604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Deleting port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:34.046858 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.058719 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:37:32Z', 'revision_number': 5, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port': {'id': '7dc67f6d-54b3-49d7-ab7d-1397f5a00466', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:27:31Z', 'updated_at': '2022-08-09T11:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:34.096456 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] Checking router: e88b2e12-1692-477a-be02-60b32ac8da8e for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:34.109479 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] Routers {'e88b2e12-1692-477a-be02-60b32ac8da8e'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:37:34.112186 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e88b2e12-1692-477a-be02-60b32ac8da8e'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:34.141180 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] For port 7dc67f6d-54b3-49d7-ab7d-1397f5a00466, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:34.141554 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.156346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Calling delete_port for 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 owned by network:router_gateway {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:34.206965 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] Set router e88b2e12-1692-477a-be02-60b32ac8da8e gateway port host: None {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:37:34.264026 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:37:33Z', 'revision_number': 6, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:34.292475 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746593ac-be46-4716-b6c1-cbbd57ee4b99 None None] The sync data for ids ['e88b2e12-1692-477a-be02-60b32ac8da8e'] in dv-cinder-848249-1-iscsi is: [{'id': 'e88b2e12-1692-477a-be02-60b32ac8da8e', 'name': 'tempest-AttachVolumeTestJSON-678926542-router', 'tenant_id': '46309113a5814e93a1a2831f15dbbddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:27:29Z', 'updated_at': '2022-08-09T11:37:33Z', 'revision_number': 6, 'project_id': '46309113a5814e93a1a2831f15dbbddb', 'gw_port_host': None}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:34.402418 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.429091 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc67f6d-54b3-49d7-ab7d-1397f5a00466,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:34.514666 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.639203 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.641904 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.665493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e866649-e90e-48e2-9819-a7ec83fcc49c req-46796d83-26df-410d-b3c6-8ec5c7bcf78b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:34.677598 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e866649-e90e-48e2-9819-a7ec83fcc49c req-46796d83-26df-410d-b3c6-8ec5c7bcf78b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.1638346 Aug 09 11:37:34.710865 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.711555 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e88b2e12-1692-477a-be02-60b32ac8da8e {{(pid=102530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:37:34.726092 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.727442 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-92730772-d74f-43bf-867d-89454071b7c1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e88b2e12-1692-477a-be02-60b32ac8da8e HTTP/1.1" status: 204 len: 168 time: 1.0236099 Aug 09 11:37:34.730301 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44890) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:34.731929 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5e866649-e90e-48e2-9819-a7ec83fcc49c req-05bdf8f0-f6a1-414b-83ee-3312850b7739 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487254 Aug 09 11:37:34.807747 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Deleting subnet 410c6fc4-de4e-4886-b503-46dacf725bcb {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:37:34.810887 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.856996 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.941408 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.003272 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.029474 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410c6fc4-de4e-4886-b503-46dacf725bcb,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:35.033164 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.036711 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-1b8a1e6f-e44e-48a7-a097-9739f7863670 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/410c6fc4-de4e-4886-b503-46dacf725bcb HTTP/1.1" status: 204 len: 168 time: 0.3052604 Aug 09 11:37:35.039324 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44892) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:35.045699 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82783a75-9f2f-4c2a-b09a-e4b2ec02d870 None None] Network 94473639-2936-425a-9e06-0b9437533e28 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:37:35.147582 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.211740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:35.237483 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:37:35.238078 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 7dc67f6d-54b3-49d7-ab7d-1397f5a00466 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:35.238546 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:35.257877 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Deleting port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:35.258250 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.261539 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:37:35.261995 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 34d48579-fb15-4bc7-a0df-dc45f5d2ac89 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:35.340839 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] For port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:35.341779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.343716 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] DHCP port deletion for 94473639-2936-425a-9e06-0b9437533e28 request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:37:35.356921 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Calling delete_port for ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 owned by network:dhcp {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:35.408978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] Deleting port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:37:35.409360 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.457256 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.501725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:35.505424 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] No DVR routers for this DVR port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 on host dv-cinder-848249-1-iscsi {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:35.516580 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] For port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,segment=NetworkSegment(d030ccba-da74-461d-9ee5-2da529570360),segment_id=d030ccba-da74-461d-9ee5-2da529570360)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:35.517637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.531463 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] Calling delete_port for ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:37:35.607079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.629606 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94473639-2936-425a-9e06-0b9437533e28']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:35.640187 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd030ccba-da74-461d-9ee5-2da529570360') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:35.640754 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd030ccba-da74-461d-9ee5-2da529570360') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:35.652002 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.656433 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.669797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.680023 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:37:35.682421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.687613 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] Pushing event deleted for resources: {'Port': ['ID=ab9ccdd7-a315-4efe-b2ee-8560e11e5d80,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:35.706076 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f0b8b-0955-445e-9963-e907263fff5d None None] No DVR routers for this DVR port ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:35.741663 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment d030ccba-da74-461d-9ee5-2da529570360 resource provider aggregate not found Aug 09 11:37:35.784480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.789460 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.793043 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/94473639-2936-425a-9e06-0b9437533e28 HTTP/1.1" status: 204 len: 168 time: 0.7521191 Aug 09 11:37:35.826965 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment d030ccba-da74-461d-9ee5-2da529570360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d030ccba-da74-461d-9ee5-2da529570360 found for delete ", "request_id": "req-1b59928a-f7cb-4a19-851a-617fc190d382"}]} Aug 09 11:37:35.827718 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fd6bd-681d-4c77-a2e2-8a57997503b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94473639-2936-425a-9e06-0b9437533e28,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:35.907914 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e228e4f-0d58-4755-98ba-2dfee4e5bf4b req-6910bf8b-e7ec-4125-ac87-bf71812e9370 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:35.909444 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8e228e4f-0d58-4755-98ba-2dfee4e5bf4b req-6910bf8b-e7ec-4125-ac87-bf71812e9370 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0628567 Aug 09 11:37:35.960843 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8e228e4f-0d58-4755-98ba-2dfee4e5bf4b req-42028ca8-f4e6-4ca6-9312-8876232caa87 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Aug 09 11:37:35.970764 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 44902) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:36.039836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 44904) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:36.040916 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5f7be763-c45b-4b1c-8e59-616076741f81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46309113a5814e93a1a2831f15dbbddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0681379 Aug 09 11:37:36.106576 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-122dd669-8500-4a3e-8180-c420fe946902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.137919 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-122dd669-8500-4a3e-8180-c420fe946902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.201297 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-122dd669-8500-4a3e-8180-c420fe946902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.204317 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-122dd669-8500-4a3e-8180-c420fe946902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.205539 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-122dd669-8500-4a3e-8180-c420fe946902 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9148ea30-42ba-41d4-8397-8164d296a684 HTTP/1.1" status: 204 len: 168 time: 0.1647367 Aug 09 11:37:36.217137 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dd669-8500-4a3e-8180-c420fe946902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9148ea30-42ba-41d4-8397-8164d296a684,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:37.120380 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:37.145313 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfe2a5-ea0b-4bd2-a991-11cf050c6cef req-df113d73-37c2-42f0-93ad-6dceeed517f0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:37.147850 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78cfe2a5-ea0b-4bd2-a991-11cf050c6cef req-df113d73-37c2-42f0-93ad-6dceeed517f0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0589943 Aug 09 11:37:37.154200 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:37:37.154819 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ab9ccdd7-a315-4efe-b2ee-8560e11e5d80 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:37.208987 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-78cfe2a5-ea0b-4bd2-a991-11cf050c6cef req-60ff3ed0-7e85-4cb0-9c67-6598432259cb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508070 Aug 09 11:37:38.338614 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b758f-549b-4adb-8e53-7b8f4ad70df8 req-57207fea-d10d-412e-a354-f35db71d102a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:38.340438 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f23b758f-549b-4adb-8e53-7b8f4ad70df8 req-57207fea-d10d-412e-a354-f35db71d102a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Aug 09 11:37:38.377315 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f23b758f-549b-4adb-8e53-7b8f4ad70df8 req-df42b250-bc99-4320-b356-a7c49d436303 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Aug 09 11:37:38.392110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde468-873b-4548-b554-94f653b0d862 req-7d1283c2-208d-4629-ae1f-b9d169829916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:38.393718 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-7d1283c2-208d-4629-ae1f-b9d169829916 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1099 time: 0.0397539 Aug 09 11:37:38.481980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde468-873b-4548-b554-94f653b0d862 req-4ba4bf08-1415-40d2-963f-1e72185322ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:38.483418 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-4ba4bf08-1415-40d2-963f-1e72185322ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0838780 Aug 09 11:37:38.544854 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-ba5a7b90-57f0-4db7-bf7f-ccd5ec04b93c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 1002 time: 0.0548477 Aug 09 11:37:38.596177 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde468-873b-4548-b554-94f653b0d862 req-6bc5cb98-d3d8-4ad1-83d1-c60bc0daef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:38.597560 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-6bc5cb98-d3d8-4ad1-83d1-c60bc0daef1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0450206 Aug 09 11:37:38.641903 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde468-873b-4548-b554-94f653b0d862 req-7c33d82e-f3bb-44e4-a8ba-bed77207b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:38.643355 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-7c33d82e-f3bb-44e4-a8ba-bed77207b878 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387576 Aug 09 11:37:38.729131 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-43ecd333-2a59-467f-988f-9464d17cf0d1 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785742 Aug 09 11:37:38.820273 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bfdde468-873b-4548-b554-94f653b0d862 req-9c9aa89d-4afa-4f8c-86b8-c59fdf152a83 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844121 Aug 09 11:37:39.506380 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d71c-7d02-4e9b-b5da-049328113c97 req-68d94bdb-e8db-4d8a-9003-e7e98e277462 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:39.507836 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b0a5d71c-7d02-4e9b-b5da-049328113c97 req-68d94bdb-e8db-4d8a-9003-e7e98e277462 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0532765 Aug 09 11:37:39.546849 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b0a5d71c-7d02-4e9b-b5da-049328113c97 req-01b39f99-37f1-4faf-b8f8-835c508de8cf tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Aug 09 11:37:40.676521 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9a7cc-80c8-4128-9dc9-036412393538 req-f3c5e373-b95f-4064-baed-16a5c40c9107 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:40.679059 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b5e9a7cc-80c8-4128-9dc9-036412393538 req-f3c5e373-b95f-4064-baed-16a5c40c9107 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0517302 Aug 09 11:37:40.715723 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b5e9a7cc-80c8-4128-9dc9-036412393538 req-06a967fc-5dfe-490b-9f0b-c5c7447024c3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Aug 09 11:37:41.186285 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [req-32a5b246-2c74-4d78-b0bf-463f54c72404 req-d1a9bda4-94b1-41fe-9f10-b479ee231567 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:37:41.187246 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-32a5b246-2c74-4d78-b0bf-463f54c72404 req-d1a9bda4-94b1-41fe-9f10-b479ee231567 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053451 Aug 09 11:37:41.339824 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5c68-3401-4f2b-ad87-80359951911c req-ce221239-a86e-425c-b4e7-debdffccb588 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:41.341304 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-843e5c68-3401-4f2b-ad87-80359951911c req-ce221239-a86e-425c-b4e7-debdffccb588 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 946 time: 0.0493193 Aug 09 11:37:41.383237 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-843e5c68-3401-4f2b-ad87-80359951911c req-62b472e5-feea-4e6e-86c7-8f8344709fa4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359075 Aug 09 11:37:41.667832 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45038) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:41.753622 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-af7cfebc-f92d-4f44-a772-b3e7683d96fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846064 Aug 09 11:37:41.762333 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-102434e2-9050-43f2-a98a-8f14e052ba12 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:37:41.763366 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-102434e2-9050-43f2-a98a-8f14e052ba12 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049014 Aug 09 11:37:41.785205 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:41.870214 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: ACTIVE; New status is: DOWN {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:37:41.870613 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:41.893124 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:37:41.895935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae647f-8cdf-4813-a5e5-50d7842c3e8b" -d '{"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-unplugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:41.910126 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:41.916811 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:41.940210 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722d127-f3cb-432d-965b-a20f85a099c0 x-openstack-request-id: req-7722d127-f3cb-432d-965b-a20f85a099c0 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:41.940508 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-unplugged", "status": "failed", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "code": 422}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:41.940767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7722d127-f3cb-432d-965b-a20f85a099c0 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:41.946219 dv-cinder-848249-1-iscsi neutron-server[102531]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7722d127-f3cb-432d-965b-a20f85a099c0']: {'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'code': 422} returned with failed status Aug 09 11:37:41.977637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=8']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:42.508409 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea91d1-63af-40ba-94bc-50a4d6c25817 req-ee738ea3-627b-4c4f-bcc2-702a02ad820c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:42.509904 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d8ea91d1-63af-40ba-94bc-50a4d6c25817 req-ee738ea3-627b-4c4f-bcc2-702a02ad820c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0490408 Aug 09 11:37:42.547322 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d8ea91d1-63af-40ba-94bc-50a4d6c25817 req-654287d0-b54c-4b98-a27f-448cb3ac6c13 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Aug 09 11:37:43.487142 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b274e-7f64-401d-adfb-609d7d648335 req-a14087a8-a56c-4247-bf8b-37b2de1ffc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:43.488606 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-a14087a8-a56c-4247-bf8b-37b2de1ffc06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06&tenant_id=7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 1097 time: 0.0778618 Aug 09 11:37:43.562461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b274e-7f64-401d-adfb-609d7d648335 req-95f0d360-1620-4211-9a02-0f41d0504b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:43.563907 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-95f0d360-1620-4211-9a02-0f41d0504b02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1097 time: 0.0401795 Aug 09 11:37:43.652342 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b274e-7f64-401d-adfb-609d7d648335 req-790f3f0b-1961-4d07-b02d-01d804cb6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:43.653711 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-790f3f0b-1961-4d07-b02d-01d804cb6440 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0830979 Aug 09 11:37:43.675748 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe2848-c188-4f15-a96a-4c30ff035de8 req-51e8e5ec-379c-4076-b610-f597ce3d08f5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:43.677481 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-79fe2848-c188-4f15-a96a-4c30ff035de8 req-51e8e5ec-379c-4076-b610-f597ce3d08f5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0532169 Aug 09 11:37:43.722944 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-93fd3bd8-775d-445a-a82d-163880c48ffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 1000 time: 0.0618908 Aug 09 11:37:43.772919 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b274e-7f64-401d-adfb-609d7d648335 req-9533edbe-5c1a-4552-b498-68ccc598a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:43.774420 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-9533edbe-5c1a-4552-b498-68ccc598a7bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0450222 Aug 09 11:37:43.821011 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b274e-7f64-401d-adfb-609d7d648335 req-41239a75-2764-4df5-a206-51be137d023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:43.822547 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-41239a75-2764-4df5-a206-51be137d023b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414395 Aug 09 11:37:43.918044 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-526110b7-f7a0-47d1-9c06-29e19987db49 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 Aug 09 11:37:43.965141 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-79fe2848-c188-4f15-a96a-4c30ff035de8 req-a8d59217-5e98-442b-a210-0a9df93f6454 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814159 Aug 09 11:37:44.014639 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d14b274e-7f64-401d-adfb-609d7d648335 req-ec1e7c4b-f3a4-4559-91ce-a99bae1efc69 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895765 Aug 09 11:37:45.119603 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81d3cb-d850-4733-bdaa-b3efd3f88a1d req-ffa8407d-9c39-4fd6-8251-c84633d26b7b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:45.121097 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fb81d3cb-d850-4733-bdaa-b3efd3f88a1d req-ffa8407d-9c39-4fd6-8251-c84633d26b7b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0708394 Aug 09 11:37:45.163827 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fb81d3cb-d850-4733-bdaa-b3efd3f88a1d req-04b1c4aa-29eb-4489-8943-41cdf60bd9b7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359690 Aug 09 11:37:46.301939 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594d24-7a64-4f3f-8d7d-f1afd7df566f req-eeef2c88-b950-46eb-8ecf-a1f559e4a78f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:46.303427 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c594d24-7a64-4f3f-8d7d-f1afd7df566f req-eeef2c88-b950-46eb-8ecf-a1f559e4a78f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0617692 Aug 09 11:37:46.336871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4794090e-a0df-4c9b-8b76-a4a07a825fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.343938 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4c594d24-7a64-4f3f-8d7d-f1afd7df566f req-0fcd335d-7e9a-4b60-9337-03115b9815af tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338097 Aug 09 11:37:47.478650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6884c-22ed-427a-9a0c-b8fdcb45789a req-4601e06e-fe98-4e9a-9bd9-eadb2a17e581 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:47.480203 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-62c6884c-22ed-427a-9a0c-b8fdcb45789a req-4601e06e-fe98-4e9a-9bd9-eadb2a17e581 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0521781 Aug 09 11:37:47.543682 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-62c6884c-22ed-427a-9a0c-b8fdcb45789a req-dcc5a4c0-5597-4435-ac22-a47a800b918c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567589 Aug 09 11:37:48.637084 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ca163c21-b4f1-4ed8-b92f-670773e982c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:48.712150 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf44412-48f8-4ab3-99cd-d70047b49179 req-026ff277-b095-4ca1-8973-2307c41bbace tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:48.718563 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cbf44412-48f8-4ab3-99cd-d70047b49179 req-026ff277-b095-4ca1-8973-2307c41bbace tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0729542 Aug 09 11:37:48.755582 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cbf44412-48f8-4ab3-99cd-d70047b49179 req-14dba09b-43c1-4289-addb-189b0a96bdc3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340931 Aug 09 11:37:49.911969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bd00c-9f79-494e-9506-4665e43bd942 req-82cadac6-9257-41ef-8927-594171bee228 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:49.913521 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d5bd00c-9f79-494e-9506-4665e43bd942 req-82cadac6-9257-41ef-8927-594171bee228 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0537317 Aug 09 11:37:49.950604 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d5bd00c-9f79-494e-9506-4665e43bd942 req-7a3521dd-4bf0-45ef-8e82-e602824ad712 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Aug 09 11:37:50.056532 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:51.087372 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c577-0be2-431d-a497-d26e8d5aca81 req-729a9b44-5629-4765-9f93-ceb412dd1793 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:51.089024 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cce0c577-0be2-431d-a497-d26e8d5aca81 req-729a9b44-5629-4765-9f93-ceb412dd1793 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0607967 Aug 09 11:37:51.160535 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cce0c577-0be2-431d-a497-d26e8d5aca81 req-386e68f7-17cf-425c-8e91-be6fca1dfd9a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561001 Aug 09 11:37:51.398609 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:51.641158 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.296087 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a254-4040-421a-80a5-701760f126a2 req-e2a37db2-603f-44e0-b4b4-1926b9f0f14e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:52.297548 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-90b7a254-4040-421a-80a5-701760f126a2 req-e2a37db2-603f-44e0-b4b4-1926b9f0f14e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0480931 Aug 09 11:37:52.336206 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-90b7a254-4040-421a-80a5-701760f126a2 req-b2231738-e340-4026-a42d-b6bebe53bb94 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Aug 09 11:37:53.109223 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45230) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:53.218650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d22b-e3ff-4249-9ad1-f5d65973e1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.301243 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d22b-e3ff-4249-9ad1-f5d65973e1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.306726 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d22b-e3ff-4249-9ad1-f5d65973e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.341464 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2d22b-e3ff-4249-9ad1-f5d65973e1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedc73f6-953a-4072-bc9e-4c70ea8e300c,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:53.346450 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-c2c2d22b-e3ff-4249-9ad1-f5d65973e1fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b941071f6f3494ba8056d595ad26048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358623 Aug 09 11:37:53.349974 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45234) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:53.416463 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63057943-5cbb-4016-a001-a314be08e634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.454690 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63057943-5cbb-4016-a001-a314be08e634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.480869 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc9ef-1e37-4b1d-a849-ee7c706d3310 req-25a69ab5-caa5-4b7c-a2ce-0693045ce99f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:53.482370 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c44fc9ef-1e37-4b1d-a849-ee7c706d3310 req-25a69ab5-caa5-4b7c-a2ce-0693045ce99f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0540450 Aug 09 11:37:53.505471 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63057943-5cbb-4016-a001-a314be08e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.508779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63057943-5cbb-4016-a001-a314be08e634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.512974 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-63057943-5cbb-4016-a001-a314be08e634 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eedc73f6-953a-4072-bc9e-4c70ea8e300c HTTP/1.1" status: 204 len: 168 time: 0.1590018 Aug 09 11:37:53.538593 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057943-5cbb-4016-a001-a314be08e634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedc73f6-953a-4072-bc9e-4c70ea8e300c,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:53.542073 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c44fc9ef-1e37-4b1d-a849-ee7c706d3310 req-d3af19b0-528f-49bd-bcc3-ec01d1b9ec31 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488133 Aug 09 11:37:53.651634 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:53.999837 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45244) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:54.013675 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37a4eb8e-e49b-48ec-b084-992ceee4effa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.087354 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37a4eb8e-e49b-48ec-b084-992ceee4effa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.091710 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-37a4eb8e-e49b-48ec-b084-992ceee4effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.128935 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-37a4eb8e-e49b-48ec-b084-992ceee4effa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe368d039d1a4d1b81a7bf5b545c5696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279864 Aug 09 11:37:54.130355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4eb8e-e49b-48ec-b084-992ceee4effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f02794-9521-4dcf-af6d-c2cca64487d0,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:54.132219 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45246) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:54.185096 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fe74a309-404b-443f-80d1-aa5cbb9ba15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.206950 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fe74a309-404b-443f-80d1-aa5cbb9ba15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.251752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fe74a309-404b-443f-80d1-aa5cbb9ba15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.254321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fe74a309-404b-443f-80d1-aa5cbb9ba15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.256055 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-fe74a309-404b-443f-80d1-aa5cbb9ba15b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04f02794-9521-4dcf-af6d-c2cca64487d0 HTTP/1.1" status: 204 len: 168 time: 0.1227996 Aug 09 11:37:54.263462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74a309-404b-443f-80d1-aa5cbb9ba15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f02794-9521-4dcf-af6d-c2cca64487d0,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:54.656499 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a9b83-77d6-482a-9db5-cdb68921467f req-d31b2fee-0faa-48f8-a53d-f50cf732279a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:54.657939 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-800a9b83-77d6-482a-9db5-cdb68921467f req-d31b2fee-0faa-48f8-a53d-f50cf732279a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0488250 Aug 09 11:37:54.697544 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-800a9b83-77d6-482a-9db5-cdb68921467f req-67aae2c5-b557-48c8-8d7c-2cb5fc8aae78 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Aug 09 11:37:55.828242 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662a84c-5f97-4d8b-abf2-97a30c27c0d5 req-9c56708c-4682-4b39-b38b-0145c19744c0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:55.829756 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1662a84c-5f97-4d8b-abf2-97a30c27c0d5 req-9c56708c-4682-4b39-b38b-0145c19744c0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0537477 Aug 09 11:37:55.870861 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1662a84c-5f97-4d8b-abf2-97a30c27c0d5 req-66ace4fe-b884-464f-9b28-1c248ad4fb69 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339241 Aug 09 11:37:57.008233 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e0514-8c24-4fdc-a336-e01f5375aa3b req-cb10a58b-644d-4112-ba19-cc0a7bba93b5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:57.009703 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-628e0514-8c24-4fdc-a336-e01f5375aa3b req-cb10a58b-644d-4112-ba19-cc0a7bba93b5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0523496 Aug 09 11:37:57.053665 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-628e0514-8c24-4fdc-a336-e01f5375aa3b req-3b367b20-a942-41e8-be9b-38575077fb95 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328882 Aug 09 11:37:58.177904 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc93194-d7bd-4f9b-887f-20589f4a297f req-757b224c-597a-46c9-930f-249b19992790 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:58.179845 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdc93194-d7bd-4f9b-887f-20589f4a297f req-757b224c-597a-46c9-930f-249b19992790 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0503039 Aug 09 11:37:58.216857 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cdc93194-d7bd-4f9b-887f-20589f4a297f req-4b4ea4b1-2436-4400-9f37-eff4ea4da436 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 09 11:37:59.256967 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45352) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:59.338648 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492b3d8-0ceb-43d2-9e10-a08cec82e819 req-fe044687-f48b-4809-a515-754788658622 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:37:59.340368 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8492b3d8-0ceb-43d2-9e10-a08cec82e819 req-fe044687-f48b-4809-a515-754788658622 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0476658 Aug 09 11:37:59.360310 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-274b37f9-2071-4705-ac02-49d6145a5a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.377593 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8492b3d8-0ceb-43d2-9e10-a08cec82e819 req-f32d676f-061a-40b7-990f-21e6fa3116d3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Aug 09 11:37:59.435011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-274b37f9-2071-4705-ac02-49d6145a5a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.440011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-274b37f9-2071-4705-ac02-49d6145a5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.479460 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b37f9-2071-4705-ac02-49d6145a5a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589fc720-78ce-4ea0-8da0-20b2422efb1a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:59.485920 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-274b37f9-2071-4705-ac02-49d6145a5a9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cfc8525387e460b92098d1f9ca3f92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275105 Aug 09 11:37:59.488333 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45356) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:59.535467 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf86d-6536-4629-b8f7-72f63f18487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.557286 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf86d-6536-4629-b8f7-72f63f18487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.602199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf86d-6536-4629-b8f7-72f63f18487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.604633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf86d-6536-4629-b8f7-72f63f18487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.605741 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-fbfcf86d-6536-4629-b8f7-72f63f18487f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/589fc720-78ce-4ea0-8da0-20b2422efb1a HTTP/1.1" status: 204 len: 168 time: 0.1164546 Aug 09 11:37:59.612920 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcf86d-6536-4629-b8f7-72f63f18487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589fc720-78ce-4ea0-8da0-20b2422efb1a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:59.856142 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45362) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:59.869037 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4615c7a7-e1fb-462c-8fa9-e4032dbd4888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.939155 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4615c7a7-e1fb-462c-8fa9-e4032dbd4888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.942934 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4615c7a7-e1fb-462c-8fa9-e4032dbd4888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:59.979925 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4615c7a7-e1fb-462c-8fa9-e4032dbd4888 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a754355e3656487497168232bacccc90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227114 Aug 09 11:37:59.981829 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615c7a7-e1fb-462c-8fa9-e4032dbd4888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44092b84-7ad4-443f-8216-5e9a7569f367,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:59.982703 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45364) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:00.031514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c2cf-1309-4161-b605-93d8c40d94d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.051843 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c2cf-1309-4161-b605-93d8c40d94d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.099329 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c2cf-1309-4161-b605-93d8c40d94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.101921 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c2cf-1309-4161-b605-93d8c40d94d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.103086 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b7f5c2cf-1309-4161-b605-93d8c40d94d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44092b84-7ad4-443f-8216-5e9a7569f367 HTTP/1.1" status: 204 len: 168 time: 0.1193712 Aug 09 11:38:00.110554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c2cf-1309-4161-b605-93d8c40d94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44092b84-7ad4-443f-8216-5e9a7569f367,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:00.491356 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.509823 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e2c3-62d2-4dae-b6be-5d8c9ef02c62 req-e17790b5-34c1-4af7-9787-7cbf00cc5962 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:00.511476 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c731e2c3-62d2-4dae-b6be-5d8c9ef02c62 req-e17790b5-34c1-4af7-9787-7cbf00cc5962 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0551031 Aug 09 11:38:00.548425 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c731e2c3-62d2-4dae-b6be-5d8c9ef02c62 req-cfa07e4f-b438-4790-a8aa-5758b030451f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Aug 09 11:38:01.659841 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45414) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:01.674828 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8391775-822e-4d4b-916b-0d14320b6f1b req-2575a224-5fb7-4b38-a760-7528be2dd889 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:01.676325 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b8391775-822e-4d4b-916b-0d14320b6f1b req-2575a224-5fb7-4b38-a760-7528be2dd889 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0493371 Aug 09 11:38:01.715966 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b8391775-822e-4d4b-916b-0d14320b6f1b req-73709cf9-1af0-4939-ad72-c2505dc48d34 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Aug 09 11:38:01.765287 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb1e-7e7a-467a-a140-3cd0e9681e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.836327 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb1e-7e7a-467a-a140-3cd0e9681e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.840658 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb1e-7e7a-467a-a140-3cd0e9681e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.878219 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9a24fb1e-7e7a-467a-a140-3cd0e9681e1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d57e0c6b9732498ca163d8fe756b56aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170367 Aug 09 11:38:01.879250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24fb1e-7e7a-467a-a140-3cd0e9681e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0419e5-b307-4da8-86c9-c7cf8bcb8f06,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:01.880896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45418) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:01.929153 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-26f4c639-c0ab-4dac-8ead-227775e84f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.949535 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-26f4c639-c0ab-4dac-8ead-227775e84f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.994343 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-26f4c639-c0ab-4dac-8ead-227775e84f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.996882 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-26f4c639-c0ab-4dac-8ead-227775e84f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.998038 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-26f4c639-c0ab-4dac-8ead-227775e84f6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec0419e5-b307-4da8-86c9-c7cf8bcb8f06 HTTP/1.1" status: 204 len: 168 time: 0.1161656 Aug 09 11:38:02.005281 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4c639-c0ab-4dac-8ead-227775e84f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0419e5-b307-4da8-86c9-c7cf8bcb8f06,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:02.254812 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45424) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:02.267500 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7682-665d-493f-9e96-2b2be8a5a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.586693 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7682-665d-493f-9e96-2b2be8a5a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.590627 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7682-665d-493f-9e96-2b2be8a5a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.626127 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf7682-665d-493f-9e96-2b2be8a5a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0f9431-5e87-43fc-b344-a53f5c92c3e0,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:02.631046 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-2bbf7682-665d-493f-9e96-2b2be8a5a612 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=254ca18e80c040259f9d2ce4469c7331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752141 Aug 09 11:38:02.633677 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45426) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:02.680872 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-915f0926-800b-413e-bc15-29ad21c02d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.701689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-915f0926-800b-413e-bc15-29ad21c02d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.747927 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-915f0926-800b-413e-bc15-29ad21c02d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.750510 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-915f0926-800b-413e-bc15-29ad21c02d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.751653 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-915f0926-800b-413e-bc15-29ad21c02d58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b0f9431-5e87-43fc-b344-a53f5c92c3e0 HTTP/1.1" status: 204 len: 168 time: 0.1170466 Aug 09 11:38:02.760723 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f0926-800b-413e-bc15-29ad21c02d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0f9431-5e87-43fc-b344-a53f5c92c3e0,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:02.852424 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c018a2-cce2-4671-a026-2f3b9ae90498 req-9bcad7f3-327e-4d8b-a542-89e933ddeb45 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:02.853920 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-08c018a2-cce2-4671-a026-2f3b9ae90498 req-9bcad7f3-327e-4d8b-a542-89e933ddeb45 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0512078 Aug 09 11:38:02.891681 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-08c018a2-cce2-4671-a026-2f3b9ae90498 req-2816016b-cddc-43a4-8545-c303220ebfe3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Aug 09 11:38:04.020806 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb704b-5689-4848-8866-28a6be641b51 req-90d1f240-ad4c-4c76-9624-93d7f916e370 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:04.022341 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31bb704b-5689-4848-8866-28a6be641b51 req-90d1f240-ad4c-4c76-9624-93d7f916e370 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0512903 Aug 09 11:38:04.062375 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-31bb704b-5689-4848-8866-28a6be641b51 req-a9e83891-d83b-4ca6-b922-ed7f93a6601e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329759 Aug 09 11:38:04.750793 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45500) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:04.853745 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:04.925965 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:04.929844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:04.967811 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eac113422b204e1c8cf7e7434819f73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159762 Aug 09 11:38:04.969031 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81697257-3a23-4b61-a7b0-9e2ab8a4da57,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:04.970536 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45504) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:04.977260 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.977614 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.977959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.978322 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.978655 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.978992 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.979327 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.979653 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.979983 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.980309 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.980632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:04.980956 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a77a6-1b48-46bb-bebd-f5d65970776c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:05.022170 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-be7e3951-dd3a-4234-ab42-7cc50a98f9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.042666 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-be7e3951-dd3a-4234-ab42-7cc50a98f9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.087767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-be7e3951-dd3a-4234-ab42-7cc50a98f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.090747 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-be7e3951-dd3a-4234-ab42-7cc50a98f9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.091902 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-be7e3951-dd3a-4234-ab42-7cc50a98f9d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81697257-3a23-4b61-a7b0-9e2ab8a4da57 HTTP/1.1" status: 204 len: 168 time: 0.1203721 Aug 09 11:38:05.102099 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e3951-dd3a-4234-ab42-7cc50a98f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81697257-3a23-4b61-a7b0-9e2ab8a4da57,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:05.193860 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34db4-2a17-4143-81b4-98a275e22742 req-60106190-e22e-4386-87c4-7565b9a93e36 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:05.195376 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-85d34db4-2a17-4143-81b4-98a275e22742 req-60106190-e22e-4386-87c4-7565b9a93e36 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0505507 Aug 09 11:38:05.239678 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-85d34db4-2a17-4143-81b4-98a275e22742 req-aaf75fb7-3509-4f70-8cba-b3f18faa93e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372970 Aug 09 11:38:05.361176 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45512) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:05.374383 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a48659f0-330c-449c-807d-16c22422b943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.446008 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a48659f0-330c-449c-807d-16c22422b943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.449645 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a48659f0-330c-449c-807d-16c22422b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.488514 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a48659f0-330c-449c-807d-16c22422b943 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96d68fdce27945c798225e847e0cec6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262236 Aug 09 11:38:05.489413 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48659f0-330c-449c-807d-16c22422b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f987b7a-5469-4f43-baca-5dec9e20686a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:05.491282 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45514) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:05.541607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cda1-29f8-4951-b5a9-200604590207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.561632 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cda1-29f8-4951-b5a9-200604590207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.607712 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cda1-29f8-4951-b5a9-200604590207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.610220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cda1-29f8-4951-b5a9-200604590207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.611346 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-8ca7cda1-29f8-4951-b5a9-200604590207 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f987b7a-5469-4f43-baca-5dec9e20686a HTTP/1.1" status: 204 len: 168 time: 0.1185026 Aug 09 11:38:05.619530 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7cda1-29f8-4951-b5a9-200604590207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f987b7a-5469-4f43-baca-5dec9e20686a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:06.369407 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b42300-db11-408b-9458-77d983b63ace req-5fb9f08e-5f7f-46cd-9254-dfabe9930d59 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:06.371069 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b1b42300-db11-408b-9458-77d983b63ace req-5fb9f08e-5f7f-46cd-9254-dfabe9930d59 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Aug 09 11:38:06.411427 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b1b42300-db11-408b-9458-77d983b63ace req-81520aad-1b9f-4bf4-905a-9f854e055927 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Aug 09 11:38:06.632525 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45546) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:06.734849 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-da412def-7784-4355-9314-1625fb65f3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.805785 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-da412def-7784-4355-9314-1625fb65f3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.809461 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-da412def-7784-4355-9314-1625fb65f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.847754 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-da412def-7784-4355-9314-1625fb65f3ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85da0489500c477f81349a871ebd98db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141812 Aug 09 11:38:06.849120 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da412def-7784-4355-9314-1625fb65f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d5f676-cfa9-4305-a706-e69a27ccef32,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:06.850982 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45550) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:06.898628 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.919404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.966953 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.969503 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.970683 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5d5f676-cfa9-4305-a706-e69a27ccef32 HTTP/1.1" status: 204 len: 168 time: 0.1181591 Aug 09 11:38:06.978817 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d5f676-cfa9-4305-a706-e69a27ccef32,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:06.985799 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.986164 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.986789 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.987129 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.987463 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.987804 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.988253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.988465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.989403 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.989928 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.990449 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:06.990786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf283f-5cce-460d-86eb-5c0552811821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:07.537283 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacb6a-3f8c-4cb5-a472-1ec12ea624dd req-4eb07fcc-02cb-4890-adda-ea47f3496d06 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:07.538860 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cbdacb6a-3f8c-4cb5-a472-1ec12ea624dd req-4eb07fcc-02cb-4890-adda-ea47f3496d06 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 944 time: 0.0503564 Aug 09 11:38:07.576884 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cbdacb6a-3f8c-4cb5-a472-1ec12ea624dd req-5d9b70e2-4c0c-4a1d-bb09-a384d4edd891 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Aug 09 11:38:07.848678 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:38:07.945444 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45582) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:07.946011 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:07.956987 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'e64260a0-0827-4989-9772-91d10a469e54', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'port_id': 'e64260a0-0827-4989-9772-91d10a469e54', 'mac_address': 'fa:16:3e:42:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:38:07.999312 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:07.999943 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.014289 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64260a0-0827-4989-9772-91d10a469e54 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:38:08.034201 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:08.038514 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.052760 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-319b4f05-2c35-4978-bef9-e32b37877d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.086172 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=9']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:08.130706 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-319b4f05-2c35-4978-bef9-e32b37877d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.134652 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-319b4f05-2c35-4978-bef9-e32b37877d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.170070 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b4f05-2c35-4978-bef9-e32b37877d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f364ca5-4138-4dd3-b154-31ab8271a5b1,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:08.174161 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-319b4f05-2c35-4978-bef9-e32b37877d16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4da2565c4474659bc61cac5ec6130a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275448 Aug 09 11:38:08.176816 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45586) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:08.224122 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e4e1c677-595e-4e8e-a4bc-3adc9811c96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.248525 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e4e1c677-595e-4e8e-a4bc-3adc9811c96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.297744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e4e1c677-595e-4e8e-a4bc-3adc9811c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.300318 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e4e1c677-595e-4e8e-a4bc-3adc9811c96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:08.301609 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e4e1c677-595e-4e8e-a4bc-3adc9811c96b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f364ca5-4138-4dd3-b154-31ab8271a5b1 HTTP/1.1" status: 204 len: 168 time: 0.1237187 Aug 09 11:38:08.309272 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1c677-595e-4e8e-a4bc-3adc9811c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f364ca5-4138-4dd3-b154-31ab8271a5b1,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:08.430548 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['e64260a0-0827-4989-9772-91d10a469e54'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:38:08.702749 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48008c2-3618-4829-8851-b4e43ff8e40e req-a080d26d-ca0d-44f4-b3ba-baf5f59e790c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:08.704413 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b48008c2-3618-4829-8851-b4e43ff8e40e req-a080d26d-ca0d-44f4-b3ba-baf5f59e790c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 945 time: 0.0492833 Aug 09 11:38:08.749121 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b48008c2-3618-4829-8851-b4e43ff8e40e req-32155038-5579-4d70-9dce-4bdeb72c75a3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Aug 09 11:38:09.864454 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:09.872803 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8508-b5ad-4be7-9af9-33cc4ed60221 req-894f7642-4456-48d1-9cd9-e3da36756a1a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:09.874393 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-596b8508-b5ad-4be7-9af9-33cc4ed60221 req-894f7642-4456-48d1-9cd9-e3da36756a1a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 945 time: 0.0477183 Aug 09 11:38:09.910953 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port e64260a0-0827-4989-9772-91d10a469e54 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:09.911304 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:09.912472 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-596b8508-b5ad-4be7-9af9-33cc4ed60221 req-63540eb7-b81a-49ab-aef2-b021306690cb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Aug 09 11:38:09.991676 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port e64260a0-0827-4989-9772-91d10a469e54 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:09.992068 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:10.014073 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:38:10.016286 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea4cd44-c5e1-46f5-9293-da658e14e732" -d '{"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-plugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:38:10.028871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:10.033367 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:10.057821 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735bf98-92b2-4453-8000-7ab43b30fb01 x-openstack-request-id: req-d735bf98-92b2-4453-8000-7ab43b30fb01 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:38:10.058140 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-plugged", "status": "completed", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:38:10.058398 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d735bf98-92b2-4453-8000-7ab43b30fb01 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:38:10.058790 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d735bf98-92b2-4453-8000-7ab43b30fb01'] response: {'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'code': 200} Aug 09 11:38:10.089735 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=10']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:10.656459 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e63751-a7eb-437c-8cef-45906305dad0 req-c9799c66-5996-4289-98be-a09dc9ff7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:10.657961 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a0e63751-a7eb-437c-8cef-45906305dad0 req-c9799c66-5996-4289-98be-a09dc9ff7e13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1100 time: 0.1298769 Aug 09 11:38:10.691764 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a0e63751-a7eb-437c-8cef-45906305dad0 req-b76da9c5-7224-4fef-b570-b48a8d73b5bc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270836 Aug 09 11:38:11.039389 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f858bb2-34a3-45ed-b6b2-c6f87c450990 req-efd4c3f2-5785-49d1-941a-319930126a2a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:11.040862 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1f858bb2-34a3-45ed-b6b2-c6f87c450990 req-efd4c3f2-5785-49d1-941a-319930126a2a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0514026 Aug 09 11:38:11.077847 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1f858bb2-34a3-45ed-b6b2-c6f87c450990 req-78278aad-d8d2-4603-9fb1-ffad3694902d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Aug 09 11:38:11.770074 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45642) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:11.870579 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4e1833b-b821-41f5-9ec9-f2a75c7d34b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:11.943874 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4e1833b-b821-41f5-9ec9-f2a75c7d34b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:11.947534 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4e1833b-b821-41f5-9ec9-f2a75c7d34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:11.984044 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f4e1833b-b821-41f5-9ec9-f2a75c7d34b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cd26eff0e414ebba4fc31434f8be4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128563 Aug 09 11:38:11.984909 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1833b-b821-41f5-9ec9-f2a75c7d34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e3348a-32ba-46ea-baac-809e006c9d75,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:11.986746 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45646) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:12.034175 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a567e4d-a149-4576-b593-e289b8fea9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.056203 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a567e4d-a149-4576-b593-e289b8fea9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.107732 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a567e4d-a149-4576-b593-e289b8fea9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.110674 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6a567e4d-a149-4576-b593-e289b8fea9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.111865 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6a567e4d-a149-4576-b593-e289b8fea9b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80e3348a-32ba-46ea-baac-809e006c9d75 HTTP/1.1" status: 204 len: 168 time: 0.1240399 Aug 09 11:38:12.120293 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a567e4d-a149-4576-b593-e289b8fea9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e3348a-32ba-46ea-baac-809e006c9d75,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:12.214012 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beb91f-d77a-40f6-bdde-dbbb4817d056 req-d5f51b01-da2b-4069-831d-146563ed7d22 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:12.215781 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-22beb91f-d77a-40f6-bdde-dbbb4817d056 req-d5f51b01-da2b-4069-831d-146563ed7d22 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0557384 Aug 09 11:38:12.265251 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-22beb91f-d77a-40f6-bdde-dbbb4817d056 req-476b0e27-8e87-4880-b0b9-b1776aa89563 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 Aug 09 11:38:12.761717 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45704) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:12.856879 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1083567570-network', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:12.875960 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Made reservation on behalf of fd7c4c54935f4a92affdd064b9c22f19 for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:12.878179 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.886308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.962126 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.965899 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:12.992806 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:12.998161 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb29cc5-f15f-4b29-a189-2529609561a6,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:13.006147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.006473 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Added segment 3654be65-5b8d-4de9-bdde-ebe5f4a68635 of type vlan for network f438242f-83ed-468c-abf2-0f22f0e5c800 Aug 09 11:38:13.047266 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.071914 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.073689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:13.074302 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.103148 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3402331 Aug 09 11:38:13.106222 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45708) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:13.111328 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Request body: {'subnet': {'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1083567570-subnet', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:13.130091 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Made reservation on behalf of fd7c4c54935f4a92affdd064b9c22f19 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:13.132339 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632154'] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.140098 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1101c2-3024-4566-ba5b-218f94a25ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=f438242f-83ed-468c-abf2-0f22f0e5c800,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:13.150254 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network f438242f-83ed-468c-abf2-0f22f0e5c800 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:13.307310 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25732849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632180'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.394609 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46a0a8b-1364-4920-b9a3-22d02dbb69f4,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:13.408833 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Checking segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:13.409190 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Network hostable DHCP agents. Network: f438242f-83ed-468c-abf2-0f22f0e5c800, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:13.435149 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d935ae8-13ed-4cf6-bf7a-06fac2fc696f req-27615da7-7dc0-4d8e-aee4-528ade37c032 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:13.436619 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0d935ae8-13ed-4cf6-bf7a-06fac2fc696f req-27615da7-7dc0-4d8e-aee4-528ade37c032 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0840607 Aug 09 11:38:13.444939 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:13.464883 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, f438242f-83ed-468c-abf2-0f22f0e5c800) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:13.470864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:13.471428 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.473740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7602a7b2-20b3-4af3-b3ef-216c2c7a12d7 None None] Network f438242f-83ed-468c-abf2-0f22f0e5c800 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:13.496639 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0d935ae8-13ed-4cf6-bf7a-06fac2fc696f req-6a615e9a-653b-4798-92b6-6ff8adc9d661 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526547 Aug 09 11:38:13.502651 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8df298da-d9ca-461b-8bb9-d02e94142194 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3924997 Aug 09 11:38:13.503031 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45712) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:13.508065 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:13.530769 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.532215 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.583967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.627360 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-f438242f-83ed-468c-abf2-0f22f0e5c800', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:38:13.628260 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.719951 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.775857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Allocated IP 172.20.0.2 (f438242f-83ed-468c-abf2-0f22f0e5c800/b46a0a8b-1364-4920-b9a3-22d02dbb69f4/0284d6c5-3641-464f-b8eb-d2e6ce885dce) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:13.915214 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.920011 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.920601 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.939288 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:13.962926 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:13.965961 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:13.969918 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:13.978318 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Pushing event updated for resources: {'Port': ['ID=0284d6c5-3641-464f-b8eb-d2e6ce885dce,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:14.002636 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.002987 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.003327 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.003666 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.003996 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.004917 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.005258 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.005670 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.006016 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.006350 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.006675 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.006999 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:14.037939 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Attempting to bind port 0284d6c5-3641-464f-b8eb-d2e6ce885dce on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:14.038341 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Attempting to bind port 0284d6c5-3641-464f-b8eb-d2e6ce885dce by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:14.038700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Attempting to bind port 0284d6c5-3641-464f-b8eb-d2e6ce885dce on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:14.041107 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Allocated IP 172.27.2.181 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:14.043959 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:14.044506 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Checking segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:14.044911 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.045302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Bound using segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:14.045775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Bound port: 0284d6c5-3641-464f-b8eb-d2e6ce885dce, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:14.046188 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.111007 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] For port 0284d6c5-3641-464f-b8eb-d2e6ce885dce, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:14.114834 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] For port 0284d6c5-3641-464f-b8eb-d2e6ce885dce, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=0284d6c5-3641-464f-b8eb-d2e6ce885dce,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:14.121043 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.150788 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.175952 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3e9e2-1f44-48a3-842a-670390f7efb0 None None] Pushing event updated for resources: {'Port': ['ID=0284d6c5-3641-464f-b8eb-d2e6ce885dce,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:14.185174 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.228573 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:14.231394 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:14.235616 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:14.238770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Pushing event updated for resources: {'Port': ['ID=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:14.503654 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.722564 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.870848 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:38:14.989620 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:15.001690 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:15.009804 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.014217 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:15.014778 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-06dadcea-a6d8-4966-9a6b-fba7c5dcb122 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5104887 Aug 09 11:38:15.014911 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:15.015063 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45716) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:15.164693 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d22cff-cded-4192-8cc5-9fc94736d679 None None] Network f438242f-83ed-468c-abf2-0f22f0e5c800 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:15.193150 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 0284d6c5-3641-464f-b8eb-d2e6ce885dce up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:15.274108 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:15.309176 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] Provisioning complete for port 0284d6c5-3641-464f-b8eb-d2e6ce885dce triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:15.309630 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.385399 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 0284d6c5-3641-464f-b8eb-d2e6ce885dce triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:15.385768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.484186 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:14Z', 'revision_number': 3, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:15.493863 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.518967 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:15.519319 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Updating router d241bc04-8a04-4d1b-9eba-4922f8473c75 port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:15.520945 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] Current status of the port 0284d6c5-3641-464f-b8eb-d2e6ce885dce is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:15.521426 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.554866 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.561895 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 0284d6c5-3641-464f-b8eb-d2e6ce885dce is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:15.562357 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.577845 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] For port 0284d6c5-3641-464f-b8eb-d2e6ce885dce, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=0284d6c5-3641-464f-b8eb-d2e6ce885dce,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:15.589018 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.676851 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.db.api [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:38:15.677813 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG oslo_db.api [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:38:15.690846 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b078c-df3b-41b4-bde8-1c28f8152df4 None None] Pushing event updated for resources: {'Port': ['ID=0284d6c5-3641-464f-b8eb-d2e6ce885dce,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:15.696817 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Allocated IP 172.20.0.1 (f438242f-83ed-468c-abf2-0f22f0e5c800/b46a0a8b-1364-4920-b9a3-22d02dbb69f4/d4aee494-d83e-4c51-8c94-0b6fb10e7438) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:15.806016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.810679 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-4cf45562-5ab6-4bb2-872b-720a0cb786ef None None] Provisioning complete for port 0284d6c5-3641-464f-b8eb-d2e6ce885dce triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:15.811057 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4cf45562-5ab6-4bb2-872b-720a0cb786ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.840641 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.841378 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.847065 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.882415 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:15.884715 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Attempting to bind port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:15.884892 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Attempting to bind port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:15.885157 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Attempting to bind port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:15.885273 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:15.888619 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:15.893400 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-4cf45562-5ab6-4bb2-872b-720a0cb786ef None None] Current status of the port 0284d6c5-3641-464f-b8eb-d2e6ce885dce is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:15.893932 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Pushing event updated for resources: {'Port': ['ID=d4aee494-d83e-4c51-8c94-0b6fb10e7438,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:15.894561 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:15.895030 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:15.895520 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.896882 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:15.897376 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Bound port: 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:15.897782 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.930351 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Pushing event updated for resources: {'Port': ['ID=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,revision_number=2']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:15.935346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:15.943501 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.943857 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.944206 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.944545 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.944882 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.945414 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.945598 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.945931 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.946305 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.946635 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.946963 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.947281 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:15.982272 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] For port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:15.986123 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] For port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:15.992989 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.056310 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907ddf-968d-43b7-a6f3-2fa54b89f108 None None] Pushing event updated for resources: {'Port': ['ID=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:16.064762 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:16.065396 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:16.100694 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.184857 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:16.223846 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 0284d6c5-3641-464f-b8eb-d2e6ce885dce is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:16.230753 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-6fb1edb2-9c41-4466-9494-79b689e35a43 None None] Provisioning complete for port d4aee494-d83e-4c51-8c94-0b6fb10e7438 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:16.231122 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-6fb1edb2-9c41-4466-9494-79b689e35a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.270552 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1edb2-9c41-4466-9494-79b689e35a43 None None] Port d4aee494-d83e-4c51-8c94-0b6fb10e7438 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:38:16.270800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.275574 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.331514 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-82f98db8-f96f-4638-8194-364b36cefeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.345300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Pushing event updated for resources: {'Port': ['ID=d4aee494-d83e-4c51-8c94-0b6fb10e7438,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:16.347864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.396814 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:16.426595 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe94be-eaf3-442f-b9e6-0e548da01a57 None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:16.437117 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:16.438780 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:16.559017 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:38:16.691101 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:16.692189 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-9276342b-8cca-4c9e-870f-58a724e8341d None None] Provisioning complete for port d4aee494-d83e-4c51-8c94-0b6fb10e7438 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:16.692554 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9276342b-8cca-4c9e-870f-58a724e8341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.696684 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-af73acf3-764f-48bc-aceb-daad10c5e19c admin admin] 10.222.0.50 "PUT /v2.0/routers/d241bc04-8a04-4d1b-9eba-4922f8473c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6807034 Aug 09 11:38:16.734190 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-9276342b-8cca-4c9e-870f-58a724e8341d None None] Port d4aee494-d83e-4c51-8c94-0b6fb10e7438 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:38:17.135445 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 0284d6c5-3641-464f-b8eb-d2e6ce885dce up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:17.194244 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 0284d6c5-3641-464f-b8eb-d2e6ce885dce triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:17.194627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.219222 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45732) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.226247 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-719721780-network', 'tenant_id': '796f3e6df4144bf282814d946edc81f3'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:17.250022 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Made reservation on behalf of 796f3e6df4144bf282814d946edc81f3 for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:17.252524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.262601 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.283820 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 0284d6c5-3641-464f-b8eb-d2e6ce885dce is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:17.354324 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.359215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.382215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:17.398585 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24ead1-7179-4676-b111-15b16060127e,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.401525 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.401868 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Added segment 282c132b-9b29-4871-a7ff-81dbe3545efe of type vlan for network abd98b8e-a2be-4393-94a8-0e03f480617a Aug 09 11:38:17.446596 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.475775 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.476738 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:17.477313 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.510103 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2890966 Aug 09 11:38:17.512767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45734) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.518953 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Request body: {'subnet': {'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-719721780-subnet', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:17.547867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66156685-4bb9-4ed7-b25a-06701bfe0a0a admin admin] Pushing event updated for resources: {'Network': ['ID=abd98b8e-a2be-4393-94a8-0e03f480617a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.559080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network abd98b8e-a2be-4393-94a8-0e03f480617a details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:17.566217 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Made reservation on behalf of 796f3e6df4144bf282814d946edc81f3 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:17.568623 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632154'] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.741465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25732849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632180'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.797716 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e45eddd-42ce-47e1-8c1a-21feca6eb284,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.803441 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Checking segment: {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:17.804072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Network hostable DHCP agents. Network: abd98b8e-a2be-4393-94a8-0e03f480617a, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:17.820380 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Network abd98b8e-a2be-4393-94a8-0e03f480617a is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:17.828476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, abd98b8e-a2be-4393-94a8-0e03f480617a) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:17.832577 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:17.833023 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.838178 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30549d56-f7e8-4435-84be-d3bc53c25888 None None] Network abd98b8e-a2be-4393-94a8-0e03f480617a requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:17.848322 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-74b79a40-a882-4069-849f-9784c5e96667 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3345625 Aug 09 11:38:17.851188 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45736) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.856845 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:17.878484 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.880129 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.932823 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.984639 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-abd98b8e-a2be-4393-94a8-0e03f480617a', 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'fixed_ips': [{'subnet_id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:38:17.985509 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.079087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.125997 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Allocated IP 172.20.0.2 (abd98b8e-a2be-4393-94a8-0e03f480617a/0e45eddd-42ce-47e1-8c1a-21feca6eb284/47de1498-477d-4de7-884b-e5e92c6f1bde) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:18.279690 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.287248 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.334089 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Network abd98b8e-a2be-4393-94a8-0e03f480617a is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:18.337202 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:18.341255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:18.347007 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Pushing event updated for resources: {'Port': ['ID=47de1498-477d-4de7-884b-e5e92c6f1bde,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:18.403427 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Attempting to bind port 47de1498-477d-4de7-884b-e5e92c6f1bde on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:18.403891 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Attempting to bind port 47de1498-477d-4de7-884b-e5e92c6f1bde by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:18.404324 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Attempting to bind port 47de1498-477d-4de7-884b-e5e92c6f1bde on network abd98b8e-a2be-4393-94a8-0e03f480617a {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:18.410094 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:18.410663 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Checking segment: {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:18.411270 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.411869 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Bound using segment: {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:18.412473 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Bound port: 47de1498-477d-4de7-884b-e5e92c6f1bde, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:18.412922 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.429235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:18.461753 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:18.462403 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:37:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:18.532496 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.535107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] For port 47de1498-477d-4de7-884b-e5e92c6f1bde, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:18.539806 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] For port 47de1498-477d-4de7-884b-e5e92c6f1bde, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=47de1498-477d-4de7-884b-e5e92c6f1bde,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:18.557589 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.566591 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.680202 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Allocated IP 172.27.2.35 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/155e62db-da98-4e1e-8024-80853743db9a) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:18.796775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:18.817368 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.837259 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe485-2090-409b-bfb8-6b68339f7085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.844721 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d72ee-b60c-4714-9a2c-c27672a2123a None None] Pushing event updated for resources: {'Port': ['ID=47de1498-477d-4de7-884b-e5e92c6f1bde,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:18.866981 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.916915 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:18.923406 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Pushing event updated for resources: {'Port': ['ID=155e62db-da98-4e1e-8024-80853743db9a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:18.925919 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:18.928886 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:19.022189 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 2, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:19.056178 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:19.056537 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Updating router d241bc04-8a04-4d1b-9eba-4922f8473c75 port d4aee494-d83e-4c51-8c94-0b6fb10e7438 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:19.090075 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.192094 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.199310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 47de1498-477d-4de7-884b-e5e92c6f1bde up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:19.318674 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 47de1498-477d-4de7-884b-e5e92c6f1bde triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:19.319302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.390343 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.476882 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.482028 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 47de1498-477d-4de7-884b-e5e92c6f1bde is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:19.482412 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.485624 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.533729 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Router a0ac76c6-4abf-4547-8239-5cf87cac133a is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:38:19.577192 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 47de1498-477d-4de7-884b-e5e92c6f1bde, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=47de1498-477d-4de7-884b-e5e92c6f1bde,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:19.577884 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925875-294b-42b5-b001-52f7600aa846 None None] Pushing event updated for resources: {'Port': ['ID=d4aee494-d83e-4c51-8c94-0b6fb10e7438,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:19.597197 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.598539 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:19.649949 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:19.651066 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Attempting to bind port d4aee494-d83e-4c51-8c94-0b6fb10e7438 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:19.651444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Attempting to bind port d4aee494-d83e-4c51-8c94-0b6fb10e7438 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:19.651805 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Attempting to bind port d4aee494-d83e-4c51-8c94-0b6fb10e7438 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:19.662070 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Sync routers for ids ['a0ac76c6-4abf-4547-8239-5cf87cac133a'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:19.670272 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.670788 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:19.671169 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Checking segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:19.671576 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.671967 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e129dd40-9b7a-4f6e-b074-fdde1b44c3fa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8198063 Aug 09 11:38:19.672084 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Bound using segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:19.672470 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Bound port: d4aee494-d83e-4c51-8c94-0b6fb10e7438, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:19.672822 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.674766 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45740) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:19.687013 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Routers {'a0ac76c6-4abf-4547-8239-5cf87cac133a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:19.687682 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['a0ac76c6-4abf-4547-8239-5cf87cac133a'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:19.696633 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab097e-8b16-4158-a8aa-f5685e40efbd None None] Network abd98b8e-a2be-4393-94a8-0e03f480617a requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:19.720980 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=47de1498-477d-4de7-884b-e5e92c6f1bde,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:19.797202 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Set router a0ac76c6-4abf-4547-8239-5cf87cac133a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:19.808581 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:19.808955 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.876474 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] For port d4aee494-d83e-4c51-8c94-0b6fb10e7438, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:19.880481 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] For port d4aee494-d83e-4c51-8c94-0b6fb10e7438, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=d4aee494-d83e-4c51-8c94-0b6fb10e7438,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:19.888321 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-cefb379d-e539-4bf4-9b1e-25e85c6461ef None None] Provisioning complete for port 47de1498-477d-4de7-884b-e5e92c6f1bde triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:19.888697 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cefb379d-e539-4bf4-9b1e-25e85c6461ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.892151 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.988689 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:38:19Z', 'revision_number': 3, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:19.996536 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:19.997174 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:20.017080 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Checking router: a0ac76c6-4abf-4547-8239-5cf87cac133a for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:20.017428 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Updating router a0ac76c6-4abf-4547-8239-5cf87cac133a port 155e62db-da98-4e1e-8024-80853743db9a binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:20.052841 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.117335 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925875-294b-42b5-b001-52f7600aa846 None None] Pushing event updated for resources: {'Port': ['ID=d4aee494-d83e-4c51-8c94-0b6fb10e7438,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:20.123782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.136558 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.173319 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:20.173712 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.233380 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:20.253427 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.257334 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:20.260704 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-cefb379d-e539-4bf4-9b1e-25e85c6461ef None None] Current status of the port 47de1498-477d-4de7-884b-e5e92c6f1bde is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:20.295119 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Allocated IP 172.20.0.1 (abd98b8e-a2be-4393-94a8-0e03f480617a/0e45eddd-42ce-47e1-8c1a-21feca6eb284/96521078-0fca-4369-b226-aee9488ba4c4) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:20.397021 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:20.434945 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.439662 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.441257 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.478093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.493249 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Attempting to bind port 155e62db-da98-4e1e-8024-80853743db9a on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:20.493626 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Attempting to bind port 155e62db-da98-4e1e-8024-80853743db9a by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:20.494018 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Attempting to bind port 155e62db-da98-4e1e-8024-80853743db9a on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:20.501696 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:20.502375 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:20.502964 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.503576 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:20.504409 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Bound port: 155e62db-da98-4e1e-8024-80853743db9a, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:20.505028 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.528548 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Network abd98b8e-a2be-4393-94a8-0e03f480617a is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:20.533173 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:20.535012 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f0a6a-d946-42c4-be42-3fd5ec1343a4 None None] Pushing event updated for resources: {'Port': ['ID=155e62db-da98-4e1e-8024-80853743db9a,revision_number=2']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:20.539027 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:20.549383 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Pushing event updated for resources: {'Port': ['ID=96521078-0fca-4369-b226-aee9488ba4c4,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:20.594663 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] For port 155e62db-da98-4e1e-8024-80853743db9a, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:20.599684 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] For port 155e62db-da98-4e1e-8024-80853743db9a, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=155e62db-da98-4e1e-8024-80853743db9a,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:20.600792 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.606362 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.662149 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7c511688-f896-4166-a434-91735b1cdf35 None None] Provisioning complete for port 47de1498-477d-4de7-884b-e5e92c6f1bde triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:20.662149 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7c511688-f896-4166-a434-91735b1cdf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.693626 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Routers {'a0ac76c6-4abf-4547-8239-5cf87cac133a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:20.694308 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['a0ac76c6-4abf-4547-8239-5cf87cac133a'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:20.696266 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f0a6a-d946-42c4-be42-3fd5ec1343a4 None None] Pushing event updated for resources: {'Port': ['ID=155e62db-da98-4e1e-8024-80853743db9a,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:20.747908 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:19Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:20.782130 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.785609 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6f6b4-fded-4a80-9e1f-6d6aa2fd22ce None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:19Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:20.838292 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] Set router a0ac76c6-4abf-4547-8239-5cf87cac133a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:20.854850 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7c511688-f896-4166-a434-91735b1cdf35 None None] Current status of the port 47de1498-477d-4de7-884b-e5e92c6f1bde is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:20.980637 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-13bfba36-3785-4df1-b226-170400b0fcc4 None None] Provisioning complete for port 96521078-0fca-4369-b226-aee9488ba4c4 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:20.981039 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-13bfba36-3785-4df1-b226-170400b0fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.991198 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:20.997561 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.026347 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-13bfba36-3785-4df1-b226-170400b0fcc4 None None] Port 96521078-0fca-4369-b226-aee9488ba4c4 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:38:21.047304 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:38:19Z', 'revision_number': 3, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:21.083275 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36087b-a37c-4e59-9d3e-45208d3188ea None None] The sync data for ids ['a0ac76c6-4abf-4547-8239-5cf87cac133a'] in dv-cinder-848249-1-iscsi is: [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:38:19Z', 'revision_number': 3, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:21.083493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Pushing event updated for resources: {'Port': ['ID=96521078-0fca-4369-b226-aee9488ba4c4,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:21.086693 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.184115 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 47de1498-477d-4de7-884b-e5e92c6f1bde up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:21.235243 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 47de1498-477d-4de7-884b-e5e92c6f1bde triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:21.235732 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.334095 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 47de1498-477d-4de7-884b-e5e92c6f1bde is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:21.336060 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:21.415498 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.417011 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:21.417382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.451943 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Network abd98b8e-a2be-4393-94a8-0e03f480617a is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:21.453388 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:21.508904 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:21.510974 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d4aee494-d83e-4c51-8c94-0b6fb10e7438 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:21.573830 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port d4aee494-d83e-4c51-8c94-0b6fb10e7438 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:21.574181 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.581329 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Router a0ac76c6-4abf-4547-8239-5cf87cac133a has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:38:21.681169 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.693747 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port d4aee494-d83e-4c51-8c94-0b6fb10e7438 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:21.694304 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.705517 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:21.714255 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-006b94cc-5998-4597-bda3-e268d0e5c51f admin admin] 10.222.0.50 "PUT /v2.0/routers/a0ac76c6-4abf-4547-8239-5cf87cac133a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0343370 Aug 09 11:38:21.741244 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port d4aee494-d83e-4c51-8c94-0b6fb10e7438, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=d4aee494-d83e-4c51-8c94-0b6fb10e7438,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:21.752046 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.794952 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-041f169c-e3ae-4795-b6d4-266a7376b0e2 None None] Provisioning complete for port 96521078-0fca-4369-b226-aee9488ba4c4 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:21.795324 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-041f169c-e3ae-4795-b6d4-266a7376b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.835567 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=d4aee494-d83e-4c51-8c94-0b6fb10e7438,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:21.848399 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-041f169c-e3ae-4795-b6d4-266a7376b0e2 None None] Port 96521078-0fca-4369-b226-aee9488ba4c4 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:38:22.079009 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 45748) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.084093 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411536861', 'description': 'tempest-secgroup-smoke-411536861 description', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.104384 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.171567 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.175198 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.203233 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.204366 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1247034 Aug 09 11:38:22.208249 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45750) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.209139 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f762735-fe78-4aeb-9134-6ffdadad91ec tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b709521-33b5-4a72-9cf5-36c5ddfbe776,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.213908 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group_rule': {'security_group_id': '0b709521-33b5-4a72-9cf5-36c5ddfbe776', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.240293 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.295833 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.299288 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.315668 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81142c0-8b96-42b4-a480-ce207857b82e,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.324000 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.325190 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-db30d760-00d5-494b-9639-70110fdcab9f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160653 Aug 09 11:38:22.327886 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45752) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.332743 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group_rule': {'security_group_id': '0b709521-33b5-4a72-9cf5-36c5ddfbe776', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.357302 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.418936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.422998 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.440103 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc852520-247b-4e14-87e7-51fc5cd0ec9c,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.453305 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.454564 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-2162f285-1936-4ffa-bce7-fb8b5ae71f80 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257100 Aug 09 11:38:22.458004 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45754) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.462622 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group_rule': {'security_group_id': '0b709521-33b5-4a72-9cf5-36c5ddfbe776', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.488235 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.547133 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.551158 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.570434 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765f54a8-5cb8-4df8-b407-7631b2392787,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.580068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.581330 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-35c651cf-cb1f-4ea0-8b3e-dea27a417a5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223166 Aug 09 11:38:22.584650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45756) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.588994 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group_rule': {'security_group_id': '0b709521-33b5-4a72-9cf5-36c5ddfbe776', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.612364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.674342 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.678158 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.698212 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f97786-14db-4a7a-a924-9043e91b7ef4,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.704133 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.705213 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ca8e350a-0292-430f-8a0b-b83954232162 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196132 Aug 09 11:38:22.708677 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45758) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.710188 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Sync routers for ids ['a0ac76c6-4abf-4547-8239-5cf87cac133a'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:22.713169 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group_rule': {'security_group_id': '0b709521-33b5-4a72-9cf5-36c5ddfbe776', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.721008 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Routers {'a0ac76c6-4abf-4547-8239-5cf87cac133a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:22.721686 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['a0ac76c6-4abf-4547-8239-5cf87cac133a'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:22.732754 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.securitygroups_db [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Project fd7c4c54935f4a92affdd064b9c22f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:38:22.737703 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.799655 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.803249 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.820572 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce642ab-5010-40ba-a7ca-97a3a38847d1,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.830234 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.835288 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Set router a0ac76c6-4abf-4547-8239-5cf87cac133a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:22.835462 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3de8c7aa-a2a8-40c4-aa5d-0d51aa86db93 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218348 Aug 09 11:38:22.835560 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 45760) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:22.839879 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'security_group_rule': {'security_group_id': '0b709521-33b5-4a72-9cf5-36c5ddfbe776', 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:22.859812 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.securitygroups_db [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Project fd7c4c54935f4a92affdd064b9c22f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:38:22.866397 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.949728 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.954359 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.978173 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8a7d4e-9002-48e5-9d8b-b5ffb889aa4b,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:22.992901 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:22.994149 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-9d206609-2da0-4943-9bec-b9a6e42bee98 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576452 Aug 09 11:38:23.090803 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '96521078-0fca-4369-b226-aee9488ba4c4', 'name': '', 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'mac_address': 'fa:16:3e:4c:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:20Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 2, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'subnets': [{'id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:23.125956 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Checking router: a0ac76c6-4abf-4547-8239-5cf87cac133a for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:23.126451 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Updating router a0ac76c6-4abf-4547-8239-5cf87cac133a port 96521078-0fca-4369-b226-aee9488ba4c4 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:23.154845 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.251168 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 155e62db-da98-4e1e-8024-80853743db9a up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:23.377978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 155e62db-da98-4e1e-8024-80853743db9a triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:23.378385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.529969 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 155e62db-da98-4e1e-8024-80853743db9a is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:23.530424 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.536111 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.546251 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.580307 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 155e62db-da98-4e1e-8024-80853743db9a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=155e62db-da98-4e1e-8024-80853743db9a,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:23.587393 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.588126 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d4aee494-d83e-4c51-8c94-0b6fb10e7438 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:23.642293 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4216a15-f808-431d-8a86-ec8fa49aa465 None None] Pushing event updated for resources: {'Port': ['ID=96521078-0fca-4369-b226-aee9488ba4c4,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:23.706123 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Attempting to bind port 96521078-0fca-4369-b226-aee9488ba4c4 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:23.706499 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Attempting to bind port 96521078-0fca-4369-b226-aee9488ba4c4 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:23.706858 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Attempting to bind port 96521078-0fca-4369-b226-aee9488ba4c4 on network abd98b8e-a2be-4393-94a8-0e03f480617a {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:23.722431 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:23.723055 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Checking segment: {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:23.723226 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.723613 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Bound using segment: {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:23.724079 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Bound port: 96521078-0fca-4369-b226-aee9488ba4c4, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282c132b-9b29-4871-a7ff-81dbe3545efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:23.724453 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.740036 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=155e62db-da98-4e1e-8024-80853743db9a,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:23.901959 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port d4aee494-d83e-4c51-8c94-0b6fb10e7438 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:23.902348 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:23.966669 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] For port 96521078-0fca-4369-b226-aee9488ba4c4, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:23.970986 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] For port 96521078-0fca-4369-b226-aee9488ba4c4, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=96521078-0fca-4369-b226-aee9488ba4c4,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:23.978132 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:24.042830 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Routers {'a0ac76c6-4abf-4547-8239-5cf87cac133a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:38:24.043378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['a0ac76c6-4abf-4547-8239-5cf87cac133a'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:24.101821 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port d4aee494-d83e-4c51-8c94-0b6fb10e7438 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:24.104976 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4216a15-f808-431d-8a86-ec8fa49aa465 None None] Pushing event updated for resources: {'Port': ['ID=96521078-0fca-4369-b226-aee9488ba4c4,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:24.175904 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] Set router a0ac76c6-4abf-4547-8239-5cf87cac133a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:38:24.375966 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '96521078-0fca-4369-b226-aee9488ba4c4', 'name': '', 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'mac_address': 'fa:16:3e:4c:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:20Z', 'updated_at': '2022-08-09T11:38:23Z', 'revision_number': 4, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'subnets': [{'id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:24.401974 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ecd806-42fc-4d8c-be25-df21ceb2fc7c None None] The sync data for ids ['a0ac76c6-4abf-4547-8239-5cf87cac133a'] in dv-cinder-848249-1-iscsi is: [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '96521078-0fca-4369-b226-aee9488ba4c4', 'name': '', 'network_id': 'abd98b8e-a2be-4393-94a8-0e03f480617a', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'mac_address': 'fa:16:3e:4c:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:20Z', 'updated_at': '2022-08-09T11:38:23Z', 'revision_number': 4, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'subnets': [{'id': '0e45eddd-42ce-47e1-8c1a-21feca6eb284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:25.176700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 155e62db-da98-4e1e-8024-80853743db9a up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:25.231979 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 155e62db-da98-4e1e-8024-80853743db9a triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:25.232353 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:25.312059 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 155e62db-da98-4e1e-8024-80853743db9a is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:25.313171 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 96521078-0fca-4369-b226-aee9488ba4c4 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:25.364758 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 96521078-0fca-4369-b226-aee9488ba4c4 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:25.365139 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:25.445595 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 96521078-0fca-4369-b226-aee9488ba4c4 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:25.446004 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:25.491991 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 96521078-0fca-4369-b226-aee9488ba4c4, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=96521078-0fca-4369-b226-aee9488ba4c4,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:25.496747 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:25.543706 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=96521078-0fca-4369-b226-aee9488ba4c4,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:27.107754 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 96521078-0fca-4369-b226-aee9488ba4c4 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:27.157374 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 96521078-0fca-4369-b226-aee9488ba4c4 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:27.157745 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:27.234194 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 96521078-0fca-4369-b226-aee9488ba4c4 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:38:30.491133 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:30.651045 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:38:33.803316 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-b077d1d8-b1ef-4826-b2b2-30615035dbe4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390410 Aug 09 11:38:33.903415 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-b098b5e4-e18a-4240-83e1-8f8c9b5d2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:33.904880 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-b098b5e4-e18a-4240-83e1-8f8c9b5d2551 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 1100 time: 0.0385191 Aug 09 11:38:34.017089 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-74a32bcb-a1e2-4b8f-a673-fd5da483a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:34.018580 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-74a32bcb-a1e2-4b8f-a673-fd5da483a74b service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0941479 Aug 09 11:38:34.086728 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-5ea63755-c7d8-4e48-a598-81570b225906 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 200 len: 1002 time: 0.0600753 Aug 09 11:38:34.136985 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-c56c5dba-5bd5-4f04-bf3c-9926fc50a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:34.138436 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-c56c5dba-5bd5-4f04-bf3c-9926fc50a05e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0431399 Aug 09 11:38:34.185165 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-a8a54bf4-2dba-44d2-99af-c78f8e9a0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:34.186709 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-a8a54bf4-2dba-44d2-99af-c78f8e9a0116 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403857 Aug 09 11:38:34.198969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-55e256a9-58ba-437d-bc51-507b6832afd3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:38:34.199927 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-55e256a9-58ba-437d-bc51-507b6832afd3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048294 Aug 09 11:38:34.290605 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-4e7fa819-5363-424d-874d-db9644aacd4d service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838583 Aug 09 11:38:34.378319 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7ad299bc-3e87-447c-b173-481ae3bf6b0f req-fa77a8f8-f9c2-4e04-82b9-36e324ef0297 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803509 Aug 09 11:38:46.334810 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-6358703b-d160-4fc4-bce2-19e0aed24649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:46.786326 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-6068d7c6-c8f1-4cd1-9f2d-c5c1ff916432 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411536861&fields=id&tenant_id=fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 267 time: 0.0323386 Aug 09 11:38:46.895025 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-51f5acfe-9b80-45de-998c-90e6ae77fd17 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:46.897112 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-51f5acfe-9b80-45de-998c-90e6ae77fd17 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 812 time: 0.1041155 Aug 09 11:38:46.912734 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-2ae5cb06-2bd6-42d6-b6e4-0e17eea52614 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/quotas/fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Aug 09 11:38:46.963096 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-8e697176-4e5c-411c-888c-14039fc682a1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449994 Aug 09 11:38:46.978293 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-a02a98e3-ef02-4c95-b249-7d2e3808a70e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:38:46.979213 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-a02a98e3-ef02-4c95-b249-7d2e3808a70e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049124 Aug 09 11:38:47.069610 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-c17129eb-8beb-4825-8012-c26482fc815d service neutron] 10.222.0.50 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847585 Aug 09 11:38:47.155842 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-5296b1b2-6a5e-48a7-9769-33ae9988cf19 service neutron] 10.222.0.50 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800686 Aug 09 11:38:47.439484 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4bd20ab4-a352-46a2-b35c-095d0bd40ccc req-9c63dd30-f50f-405c-90d4-d9039aa5a77b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 210 time: 0.0263846 Aug 09 11:38:48.539264 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b07f52d8-e3a1-41a8-893e-fa8e34768a67 req-5432d493-1921-4a39-9b6a-c6532b820283 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 210 time: 0.0276279 Aug 09 11:38:48.575539 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-9a9a9c36-5312-4d96-a4f4-b3f38f9a2351 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:48.576988 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-9a9a9c36-5312-4d96-a4f4-b3f38f9a2351 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 812 time: 0.1101730 Aug 09 11:38:48.631134 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-101d6c1e-8eba-4fc6-be0c-9759ffa6a764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.655471 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-a1f8cac8-d000-441b-af95-ee048fcde9f7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 379 time: 0.0339389 Aug 09 11:38:48.675059 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'port': {'device_id': 'abb36203-a825-4e68-96f6-0264a923f13a', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'admin_state_up': True, 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'security_groups': ['0b709521-33b5-4a72-9cf5-36c5ddfbe776']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:48.783600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Made reservation on behalf of fd7c4c54935f4a92affdd064b9c22f19 for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:48.787504 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.909211 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Allocated IP 172.20.0.12 (f438242f-83ed-468c-abf2-0f22f0e5c800/b46a0a8b-1364-4920-b9a3-22d02dbb69f4/8831576d-0e47-4b77-914e-906bc1edc6c7) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:49.046516 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.080101 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.125132 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:49.128208 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:49.133040 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:38:49.161244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=8831576d-0e47-4b77-914e-906bc1edc6c7,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:49.190451 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:49.191107 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.209860 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-b81ad986-f1b7-4390-8451-5db9ac4ab61e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385239 Aug 09 11:38:49.228848 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Request body: {'port': {'device_id': 'abb36203-a825-4e68-96f6-0264a923f13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:49.301618 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.435935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-c00e921b-0e62-42fc-8112-3d0baa88ede4 None None] Provisioning complete for port 8831576d-0e47-4b77-914e-906bc1edc6c7 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:49.436924 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c00e921b-0e62-42fc-8112-3d0baa88ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.475080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-c00e921b-0e62-42fc-8112-3d0baa88ede4 None None] Port 8831576d-0e47-4b77-914e-906bc1edc6c7 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:38:49.572465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8831576d-0e47-4b77-914e-906bc1edc6c7 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:38:49.580515 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.593686 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Transition to ACTIVE for port object 8831576d-0e47-4b77-914e-906bc1edc6c7 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:49.597294 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.705674 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Pushing event updated for resources: {'Port': ['ID=8831576d-0e47-4b77-914e-906bc1edc6c7,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:49.735256 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd426d-77be-4d82-8455-ac52d4ff71da req-e5114e07-a8d2-43e6-b7d4-77225391481c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:49.736725 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ffdd426d-77be-4d82-8455-ac52d4ff71da req-e5114e07-a8d2-43e6-b7d4-77225391481c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.1051509 Aug 09 11:38:49.757074 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Attempting to bind port 8831576d-0e47-4b77-914e-906bc1edc6c7 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:38:49.757410 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Attempting to bind port 8831576d-0e47-4b77-914e-906bc1edc6c7 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:38:49.757737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Attempting to bind port 8831576d-0e47-4b77-914e-906bc1edc6c7 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:49.769716 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Port 8831576d-0e47-4b77-914e-906bc1edc6c7 on network f438242f-83ed-468c-abf2-0f22f0e5c800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:38:49.770232 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Attempting to bind port 8831576d-0e47-4b77-914e-906bc1edc6c7 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:38:49.782030 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:38:49.782366 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Checking segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:38:49.782737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Bound using segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:38:49.783163 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Bound port: 8831576d-0e47-4b77-914e-906bc1edc6c7, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:38:49.783516 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.798247 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ffdd426d-77be-4d82-8455-ac52d4ff71da req-aa3ef8b4-604e-44bc-87ad-cbdc1aef30fa tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516908 Aug 09 11:38:49.858441 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] For port 8831576d-0e47-4b77-914e-906bc1edc6c7, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:49.861393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] For port 8831576d-0e47-4b77-914e-906bc1edc6c7, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8831576d-0e47-4b77-914e-906bc1edc6c7,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:49.866093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.870182 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:49.870788 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.872149 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] 10.222.0.43 "PUT /v2.0/ports/8831576d-0e47-4b77-914e-906bc1edc6c7 HTTP/1.1" status: 200 len: 1094 time: 0.6483424 Aug 09 11:38:49.872598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:38:49.874987 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:38:49.925324 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001f8a-2618-49ff-86f9-288963b9013d service neutron] Pushing event updated for resources: {'Port': ['ID=8831576d-0e47-4b77-914e-906bc1edc6c7,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:49.980364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-8cb0a2df-ee1a-4381-bb6d-c1fc800eca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:49.981868 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-8cb0a2df-ee1a-4381-bb6d-c1fc800eca76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 1097 time: 0.0438654 Aug 09 11:38:49.984791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6a090-9495-42aa-b7b0-a9adb69b7c69 x-openstack-request-id: req-5ec6a090-9495-42aa-b7b0-a9adb69b7c69 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:38:49.985143 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:38:49.985689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ec6a090-9495-42aa-b7b0-a9adb69b7c69 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:38:49.986127 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec6a090-9495-42aa-b7b0-a9adb69b7c69'] response: {'name': 'network-changed', 'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'status': 'completed', 'code': 200} Aug 09 11:38:50.054690 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:50.055683 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-ef8f957b-5ee5-4659-af51-eb103ba2e10f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8831576d-0e47-4b77-914e-906bc1edc6c7 HTTP/1.1" status: 200 len: 217 time: 0.0446258 Aug 09 11:38:50.109164 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-0108838b-142c-4f9f-bea7-4710b4ae7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.110547 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-0108838b-142c-4f9f-bea7-4710b4ae7a79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0486212 Aug 09 11:38:50.169572 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-7ba2b35d-5d90-487c-8831-8e114725c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.171387 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-7ba2b35d-5d90-487c-8831-8e114725c88f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488091 Aug 09 11:38:50.263023 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-0f742719-a18a-4d0f-b1cc-74275db1e3e7 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850317 Aug 09 11:38:50.349785 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-48ca3bd5-059c-4ad0-8e1b-164f28a77f0b req-5dc81fe6-fb60-4ecb-8d42-519fba31a56e service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792079 Aug 09 11:38:50.488769 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-6227c852-896b-4634-bdb6-4608ddc16cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.490238 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-6227c852-896b-4634-bdb6-4608ddc16cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 1097 time: 0.0399091 Aug 09 11:38:50.580520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-fc6852f5-486c-4080-8a08-3da7e048e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.582620 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-fc6852f5-486c-4080-8a08-3da7e048e427 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0847347 Aug 09 11:38:50.621730 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-0985cabc-46e1-44b6-be7f-4852eed9195f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8831576d-0e47-4b77-914e-906bc1edc6c7 HTTP/1.1" status: 200 len: 217 time: 0.0323250 Aug 09 11:38:50.673797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-f9062d88-9dce-457d-9163-60117a7d1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.675290 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-f9062d88-9dce-457d-9163-60117a7d1bde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0472362 Aug 09 11:38:50.719888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-30cb1768-7b8d-448b-8611-120681f859f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.721357 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-30cb1768-7b8d-448b-8611-120681f859f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396554 Aug 09 11:38:50.811257 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-4f69b659-a53f-437c-8b21-3d73ea2e9b33 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828207 Aug 09 11:38:50.899635 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3223b8fc-8e3d-4c0d-8415-29a931d61ed4 req-c74b5748-5cab-45b2-ab4d-758b314ae42a service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809581 Aug 09 11:38:50.921301 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15141eb-4464-4cd2-80fc-329fb8f8a71e req-efd79f86-bb5f-4928-b816-b0f6c5bd797a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:50.922781 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c15141eb-4464-4cd2-80fc-329fb8f8a71e req-efd79f86-bb5f-4928-b816-b0f6c5bd797a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0537477 Aug 09 11:38:50.961433 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c15141eb-4464-4cd2-80fc-329fb8f8a71e req-a9374123-5000-4c3b-9b86-5a2d738e3a19 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Aug 09 11:38:51.404137 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.645354 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.084119 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1dbf5-8a52-4535-8162-b75282da934b req-e065467d-73c8-4311-a222-fc43121cb332 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:52.085587 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-95b1dbf5-8a52-4535-8162-b75282da934b req-e065467d-73c8-4311-a222-fc43121cb332 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0508089 Aug 09 11:38:52.122400 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-95b1dbf5-8a52-4535-8162-b75282da934b req-8c6d3202-f8be-4790-bd7c-7bb0a20d092d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Aug 09 11:38:53.240045 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229536-fa56-4916-929a-4f631c9c01d9 req-6168675e-f32d-4aa6-a7d3-b781bf85eaf6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:53.241599 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-65229536-fa56-4916-929a-4f631c9c01d9 req-6168675e-f32d-4aa6-a7d3-b781bf85eaf6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0476739 Aug 09 11:38:53.276798 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-65229536-fa56-4916-929a-4f631c9c01d9 req-7b5787b8-3341-4ce6-8acc-8c16f36afed9 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293596 Aug 09 11:38:54.392558 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104453dc-270a-4da0-8e2d-3aecb3e26e8a req-4680365d-b1cd-4e3f-a7ff-962e214ee847 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:54.393902 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-104453dc-270a-4da0-8e2d-3aecb3e26e8a req-4680365d-b1cd-4e3f-a7ff-962e214ee847 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0474191 Aug 09 11:38:54.430280 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-104453dc-270a-4da0-8e2d-3aecb3e26e8a req-912202c6-e7c8-48b7-8270-5c87d808b823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302510 Aug 09 11:38:55.550006 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a0cd-3d09-43e0-a093-4e466fb3abbd req-245a02d9-923b-4183-8b5b-ae023d712a1c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:55.551700 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1ac4a0cd-3d09-43e0-a093-4e466fb3abbd req-245a02d9-923b-4183-8b5b-ae023d712a1c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0512474 Aug 09 11:38:55.588666 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1ac4a0cd-3d09-43e0-a093-4e466fb3abbd req-0eedc969-2730-4c98-a816-c77d135d46c8 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310216 Aug 09 11:38:56.709975 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81d886-4907-433d-afd8-4fc3bbfacb39 req-8e0f0c22-e59f-4b33-bed7-971a2151dc2e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:56.711461 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6d81d886-4907-433d-afd8-4fc3bbfacb39 req-8e0f0c22-e59f-4b33-bed7-971a2151dc2e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0516043 Aug 09 11:38:56.749063 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6d81d886-4907-433d-afd8-4fc3bbfacb39 req-77de2c5c-835e-4b59-aa6a-5bbbdefd5bae tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Aug 09 11:38:57.866465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd122b5-bd3a-45e4-bbdf-e264e1daf5e1 req-9ee72c00-6a28-47b6-b7ae-13fa889b38d9 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:57.867951 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edd122b5-bd3a-45e4-bbdf-e264e1daf5e1 req-9ee72c00-6a28-47b6-b7ae-13fa889b38d9 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0488281 Aug 09 11:38:57.904220 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-edd122b5-bd3a-45e4-bbdf-e264e1daf5e1 req-dae25517-873c-4578-9e12-6fe4da22312e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Aug 09 11:38:59.023705 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954cc33-72a6-4466-b59f-d64a615d112a req-a3027ffa-03f9-47cf-87e4-0df337bda1fb tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:38:59.025190 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7954cc33-72a6-4466-b59f-d64a615d112a req-a3027ffa-03f9-47cf-87e4-0df337bda1fb tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0496440 Aug 09 11:38:59.063363 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7954cc33-72a6-4466-b59f-d64a615d112a req-e5101355-4983-4b5f-b9b2-afed05593261 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Aug 09 11:39:00.096934 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8831576d-0e47-4b77-914e-906bc1edc6c7 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:00.184075 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a13be-d33d-4500-8977-698080ea4a8e req-5877a3bc-4ffd-4612-8572-3d34e4656891 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:00.185539 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-810a13be-d33d-4500-8977-698080ea4a8e req-5877a3bc-4ffd-4612-8572-3d34e4656891 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 944 time: 0.0477066 Aug 09 11:39:00.195212 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8831576d-0e47-4b77-914e-906bc1edc6c7, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8831576d-0e47-4b77-914e-906bc1edc6c7,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:00.206488 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'port_id': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'mac_address': 'fa:16:3e:14:ba:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:00.223538 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-810a13be-d33d-4500-8977-698080ea4a8e req-0c2793ed-7a41-4f5e-9299-832c6df62e7b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Aug 09 11:39:00.249954 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8831576d-0e47-4b77-914e-906bc1edc6c7 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:39:00.250381 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.264129 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8831576d-0e47-4b77-914e-906bc1edc6c7 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:39:00.287874 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8831576d-0e47-4b77-914e-906bc1edc6c7, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8831576d-0e47-4b77-914e-906bc1edc6c7,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:00.291775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.340453 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8831576d-0e47-4b77-914e-906bc1edc6c7,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:00.505364 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.549664 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10d0a3-1216-42ac-849b-468f5aee213a req-6ba6a9af-ca9d-4d04-9304-7fff6a025a43 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:00.551784 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fc10d0a3-1216-42ac-849b-468f5aee213a req-6ba6a9af-ca9d-4d04-9304-7fff6a025a43 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0488310 Aug 09 11:39:00.588645 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fc10d0a3-1216-42ac-849b-468f5aee213a req-f080c03b-427c-4ace-8f8b-8ef8806062fb tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Aug 09 11:39:00.700465 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['8831576d-0e47-4b77-914e-906bc1edc6c7'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:01.343507 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3adae-6209-48ac-93a9-d5596eaea4db req-abe432a2-a43f-4b50-8b29-32bd3ee28a87 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:01.344848 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b2f3adae-6209-48ac-93a9-d5596eaea4db req-abe432a2-a43f-4b50-8b29-32bd3ee28a87 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 945 time: 0.0505786 Aug 09 11:39:01.381074 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b2f3adae-6209-48ac-93a9-d5596eaea4db req-6484c87d-932e-4a76-9faf-4547caea79d2 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296206 Aug 09 11:39:01.711499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1bdbf-9626-4f11-a71a-1e4f2265c184 req-4a35d9d8-cee0-422b-b036-463f7750b635 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:01.712944 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b8f1bdbf-9626-4f11-a71a-1e4f2265c184 req-4a35d9d8-cee0-422b-b036-463f7750b635 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0536294 Aug 09 11:39:01.748954 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b8f1bdbf-9626-4f11-a71a-1e4f2265c184 req-3a02c966-c2d0-42e5-9b64-0be5bca90ff9 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298049 Aug 09 11:39:02.100080 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8831576d-0e47-4b77-914e-906bc1edc6c7 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:02.149286 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 8831576d-0e47-4b77-914e-906bc1edc6c7 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:02.153123 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 8831576d-0e47-4b77-914e-906bc1edc6c7 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:02.153495 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.231738 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8831576d-0e47-4b77-914e-906bc1edc6c7 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:39:02.232128 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.253855 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:02.256112 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf2058a-eced-441b-9ebc-ae41d66ef372" -d '{"events": [{"server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "name": "network-vif-plugged", "status": "completed", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:02.268152 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8831576d-0e47-4b77-914e-906bc1edc6c7, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8831576d-0e47-4b77-914e-906bc1edc6c7,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:02.272067 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.295380 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb72c8c0-0eb5-46d1-b736-6ec836f59ea8 x-openstack-request-id: req-fb72c8c0-0eb5-46d1-b736-6ec836f59ea8 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:02.295671 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "name": "network-vif-plugged", "status": "completed", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:02.295921 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb72c8c0-0eb5-46d1-b736-6ec836f59ea8 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:02.296308 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb72c8c0-0eb5-46d1-b736-6ec836f59ea8'] response: {'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'code': 200} Aug 09 11:39:02.320978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8831576d-0e47-4b77-914e-906bc1edc6c7,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:02.506011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f8776-8703-4ee6-9a27-2ae44b990fb8 req-646ae7b8-04e5-4a17-a554-e17028fe496d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:02.507517 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dc0f8776-8703-4ee6-9a27-2ae44b990fb8 req-646ae7b8-04e5-4a17-a554-e17028fe496d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0525119 Aug 09 11:39:02.546186 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dc0f8776-8703-4ee6-9a27-2ae44b990fb8 req-0a9a3534-55b4-48e7-b3c3-d9dcabdf0fb5 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Aug 09 11:39:02.609260 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-df486e52-0022-4846-9c13-36f3396b6822 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:02.610665 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-df486e52-0022-4846-9c13-36f3396b6822 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0540721 Aug 09 11:39:02.613499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1544907-5c0a-461c-ab21-ca4ff16222f6 req-7e18e252-6223-454e-8b33-60e3526678db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:02.614984 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f1544907-5c0a-461c-ab21-ca4ff16222f6 req-7e18e252-6223-454e-8b33-60e3526678db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 1099 time: 0.0400178 Aug 09 11:39:02.649317 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f1544907-5c0a-461c-ab21-ca4ff16222f6 req-e611748c-2f9b-4c7b-9994-3944459f4313 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275514 Aug 09 11:39:02.700257 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port 360ac093-7965-4e85-a985-db3aa0dc46e3 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:02.700594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.788678 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] For port 360ac093-7965-4e85-a985-db3aa0dc46e3, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=360ac093-7965-4e85-a985-db3aa0dc46e3,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:02.789044 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.922808 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f22632-84e0-46fe-8d24-fe503074ea2e req-39bcd3d5-148d-4d7f-b071-d6a8dfa1d838 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:02.924165 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50f22632-84e0-46fe-8d24-fe503074ea2e req-39bcd3d5-148d-4d7f-b071-d6a8dfa1d838 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 945 time: 0.0933247 Aug 09 11:39:03.004089 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-50f22632-84e0-46fe-8d24-fe503074ea2e req-aa11001b-72e8-47cf-862d-ecbfd8e766a4 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee7766f4-ee36-42f8-914f-2ddfac1bf06a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731232 Aug 09 11:39:03.014293 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.014676 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.014971 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Floating IP a589b015-9465-4175-8a55-620a54c238ba disassociated. External IP: 172.27.2.52, port: 360ac093-7965-4e85-a985-db3aa0dc46e3. Aug 09 11:39:03.015449 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for 360ac093-7965-4e85-a985-db3aa0dc46e3 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:03.149875 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.177238 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=360ac093-7965-4e85-a985-db3aa0dc46e3,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:03.288358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:39:03.393151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:03.402475 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:03.413194 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:03.413808 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:03.431974 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] No DVR routers for this DVR port 360ac093-7965-4e85-a985-db3aa0dc46e3 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:03.434531 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.437737 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ad1cffa3-b4b7-4a3a-b5c0-9ae8fc92a2e9 req-847186e0-74dc-4d69-b58c-0dd79c2c6f72 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.43 "DELETE /v2.0/ports/360ac093-7965-4e85-a985-db3aa0dc46e3 HTTP/1.1" status: 204 len: 173 time: 0.8218648 Aug 09 11:39:03.438197 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'name': 'network-vif-deleted', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:03.440503 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f68897-1cae-431a-9838-93d6ec6dcaee" -d '{"events": [{"server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "name": "network-vif-deleted", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:03.478254 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d03fb3-8b70-405b-9bfb-3829dc7e06ba x-openstack-request-id: req-85d03fb3-8b70-405b-9bfb-3829dc7e06ba {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:03.478572 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d0af50-aefd-4c45-bec1-4dc0124c50ed", "name": "network-vif-deleted", "tag": "360ac093-7965-4e85-a985-db3aa0dc46e3", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:03.478804 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85d03fb3-8b70-405b-9bfb-3829dc7e06ba {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:03.479168 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d03fb3-8b70-405b-9bfb-3829dc7e06ba'] response: {'server_uuid': '60d0af50-aefd-4c45-bec1-4dc0124c50ed', 'name': 'network-vif-deleted', 'tag': '360ac093-7965-4e85-a985-db3aa0dc46e3', 'status': 'completed', 'code': 200} Aug 09 11:39:03.523455 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:03.680376 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5c4b9-af61-4e93-b2a3-e378b986f991 req-6dc9105d-63bd-4dc4-bcd6-6de1dfeb95a1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:03.682174 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-61d5c4b9-af61-4e93-b2a3-e378b986f991 req-6dc9105d-63bd-4dc4-bcd6-6de1dfeb95a1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0546923 Aug 09 11:39:03.728115 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-61d5c4b9-af61-4e93-b2a3-e378b986f991 req-7d1bf818-02a5-4ce7-9780-f0a91e6fab4c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390782 Aug 09 11:39:03.751046 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:03.772405 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:03.780487 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:03.781072 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:03.883813 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:04.086973 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:04.123850 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79013fa6-b631-4eda-8517-f97ddf390e02 None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:38Z', 'revision_number': 4, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '3529c5bc-2f50-4337-a400-be2cf2dd4340', 'name': '', 'network_id': '2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:38Z', 'updated_at': '2022-08-09T11:29:45Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'subnets': [{'id': 'e047d322-38d0-4b3e-9c5e-87b294ab299a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:04.138521 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-327a30fc-4047-4dad-b9f4-84f48b306e4e req-30bd9030-794d-4e32-ac65-90de98489116 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/ports?device_id=60d0af50-aefd-4c45-bec1-4dc0124c50ed HTTP/1.1" status: 200 len: 210 time: 0.0354199 Aug 09 11:39:04.346109 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2c94e-8e61-4cfe-a2f7-f89818f18a2c None None] New status for floating IP a589b015-9465-4175-8a55-620a54c238ba: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:05.088359 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114dbd3-7c33-4826-9a05-db917075a2a5 req-a6b22b73-2387-4a56-bf0f-78394dcb70a4 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:05.089830 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5114dbd3-7c33-4826-9a05-db917075a2a5 req-a6b22b73-2387-4a56-bf0f-78394dcb70a4 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.2915556 Aug 09 11:39:05.129490 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5114dbd3-7c33-4826-9a05-db917075a2a5 req-3171f817-51f8-4b78-beff-0fbfc0655aa7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333545 Aug 09 11:39:05.229078 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46024) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:05.275063 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bb6ab-ebdb-4a38-af3a-31e0258ceadd req-309409c0-19e1-4cf5-b2a7-5eb1f319f3b9 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:05.276493 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0e1bb6ab-ebdb-4a38-af3a-31e0258ceadd req-309409c0-19e1-4cf5-b2a7-5eb1f319f3b9 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0784512 Aug 09 11:39:05.308912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9c99477-9e7a-4929-b974-65e57b137d01 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.339268 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0e1bb6ab-ebdb-4a38-af3a-31e0258ceadd req-44e46173-06d8-4a22-b923-84368c82f148 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551975 Aug 09 11:39:05.343731 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9c99477-9e7a-4929-b974-65e57b137d01 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.366834 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46026) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:05.391633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9c99477-9e7a-4929-b974-65e57b137d01 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.394896 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f9c99477-9e7a-4929-b974-65e57b137d01 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.396045 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f9c99477-9e7a-4929-b974-65e57b137d01 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/security-groups/ee7766f4-ee36-42f8-914f-2ddfac1bf06a HTTP/1.1" status: 204 len: 168 time: 0.1659739 Aug 09 11:39:05.398861 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46030) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:05.405071 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99477-9e7a-4929-b974-65e57b137d01 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7766f4-ee36-42f8-914f-2ddfac1bf06a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:05.421667 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-f45a8d66-ced9-4c5a-984a-ee1d596e1609 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] show failed (client error): The resource could not be found. Aug 09 11:39:05.422736 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f45a8d66-ced9-4c5a-984a-ee1d596e1609 tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "GET /v2.0/security-groups/ee7766f4-ee36-42f8-914f-2ddfac1bf06a HTTP/1.1" status: 404 len: 347 time: 0.0226333 Aug 09 11:39:05.425631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46032) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:05.563029 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f9533-43dc-463f-a1c1-d8def1b675b1 tempest-TestVolumeBootPattern-1255387297 tempest-TestVolumeBootPattern-1255387297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:05.564443 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a12f9533-43dc-463f-a1c1-d8def1b675b1 tempest-TestVolumeBootPattern-1255387297 tempest-TestVolumeBootPattern-1255387297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 1094 time: 0.1964326 Aug 09 11:39:05.568296 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46034) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:05.572759 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'port_id': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:05.579194 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Deleting port 52d8cb0b-d928-47ef-932e-082aeb1e2ee6 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:05.579539 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.594482 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.659421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.660097 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.671858 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Calling delete_port for 52d8cb0b-d928-47ef-932e-082aeb1e2ee6 owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:05.690242 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.795171 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Allocated IP 172.27.2.239 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/ef957c4e-968d-48eb-8f8c-bfe6f7421f07) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:05.808228 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.834639 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Pushing event deleted for resources: {'Port': ['ID=52d8cb0b-d928-47ef-932e-082aeb1e2ee6,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:05.858430 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.858781 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.859128 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.859467 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.859803 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.860137 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.860468 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.860827 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.861148 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.861467 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.861798 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.862149 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:05.898995 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.901081 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.903896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.905035 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-2510aa07-3f71-4567-b820-e63c71b6cb9e tempest-AttachVolumeNegativeTest-1335122260 tempest-AttachVolumeNegativeTest-1335122260-project] 10.222.0.50 "DELETE /v2.0/floatingips/a589b015-9465-4175-8a55-620a54c238ba HTTP/1.1" status: 204 len: 168 time: 0.4784372 Aug 09 11:39:05.939039 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.977725 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:05.980529 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:05.983954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:39:06.015529 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=ef957c4e-968d-48eb-8f8c-bfe6f7421f07,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:06.334906 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:06.402250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:06.542409 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:06.546875 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:06.614740 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:06.616423 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=ef957c4e-968d-48eb-8f8c-bfe6f7421f07,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:06.963790 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Floating IP 9e4dc47d-a75b-4193-bdc7-6d55b063bfdb associated. External IP: 172.27.2.239, port: 8831576d-0e47-4b77-914e-906bc1edc6c7. Aug 09 11:39:07.181559 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:39:07.286129 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:07.295753 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:07.304583 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.306564 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:07.307221 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:07.333823 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5aa35e55-a32d-4e1b-88a9-8cdd49f93425 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7644241 Aug 09 11:39:07.334543 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:07.336994 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871ce7e1-3d0d-4553-a899-f58830c2a46c" -d '{"events": [{"name": "network-changed", "server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:07.376110 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc0905f-b88b-4a70-be22-280f3185636f x-openstack-request-id: req-4bc0905f-b88b-4a70-be22-280f3185636f {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:07.376434 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:07.376683 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bc0905f-b88b-4a70-be22-280f3185636f {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:07.377080 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc0905f-b88b-4a70-be22-280f3185636f'] response: {'name': 'network-changed', 'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'status': 'completed', 'code': 200} Aug 09 11:39:07.463836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-bbcc7e03-b313-43d7-b641-4891658ece06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:07.465379 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-bbcc7e03-b313-43d7-b641-4891658ece06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 1099 time: 0.0439742 Aug 09 11:39:07.505140 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:07.562917 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-9f72cdf8-ea4a-4641-8e98-6558465059d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:07.564387 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-9f72cdf8-ea4a-4641-8e98-6558465059d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0927107 Aug 09 11:39:07.628799 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-11c25122-29fd-4077-ba59-0a6c144a2236 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8831576d-0e47-4b77-914e-906bc1edc6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0575349 Aug 09 11:39:07.667794 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:07.681628 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-e0d75511-b415-433e-a5d2-632f78104d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:07.683103 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-e0d75511-b415-433e-a5d2-632f78104d80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0478332 Aug 09 11:39:07.727301 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-625f49d2-330f-4f34-8c6e-3169379af964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:07.728792 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-625f49d2-330f-4f34-8c6e-3169379af964 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394137 Aug 09 11:39:07.739652 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '9e4dc47d-a75b-4193-bdc7-6d55b063bfdb', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:14:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb36203-a825-4e68-96f6-0264a923f13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:39:06Z', 'updated_at': '2022-08-09T11:39:06Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:07.769297 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:07.777569 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:07.778200 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:07.817172 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-bf26885e-b2ba-400c-8ca1-791e159aceab service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811884 Aug 09 11:39:07.881214 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:07.914001 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-871ce7e1-3d0d-4553-a899-f58830c2a46c req-00edf93a-5dbc-4826-b971-a199df59bac4 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902274 Aug 09 11:39:08.097978 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '9e4dc47d-a75b-4193-bdc7-6d55b063bfdb', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:14:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb36203-a825-4e68-96f6-0264a923f13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:39:06Z', 'updated_at': '2022-08-09T11:39:06Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:08.122723 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca054fa-7537-4294-9b6a-8009b3a23e18 None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '9e4dc47d-a75b-4193-bdc7-6d55b063bfdb', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:14:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb36203-a825-4e68-96f6-0264a923f13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:39:06Z', 'updated_at': '2022-08-09T11:39:06Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:08.124116 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 360ac093-7965-4e85-a985-db3aa0dc46e3 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:08.144831 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 360ac093-7965-4e85-a985-db3aa0dc46e3 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:39:08.145304 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 360ac093-7965-4e85-a985-db3aa0dc46e3 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:08.720565 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414cb02-7c29-4436-bf42-2c6cbc4e4815 None None] New status for floating IP 9e4dc47d-a75b-4193-bdc7-6d55b063bfdb: ACTIVE {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:09.564017 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46074) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:09.993653 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.228784 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Deleting port 3529c5bc-2f50-4337-a400-be2cf2dd4340 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:10.229122 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.303375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] For port 3529c5bc-2f50-4337-a400-be2cf2dd4340, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=3529c5bc-2f50-4337-a400-be2cf2dd4340,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:10.303759 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.320396 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Calling delete_port for 3529c5bc-2f50-4337-a400-be2cf2dd4340 owned by network:router_interface {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:10.504412 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.530524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Pushing event deleted for resources: {'Port': ['ID=3529c5bc-2f50-4337-a400-be2cf2dd4340,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:10.544107 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.544508 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.544960 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.545406 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.545778 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.546215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.546551 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.546885 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.547216 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.547540 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.547867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.548187 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:10.704375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.912665 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Router 527617ac-191c-4995-bf5d-c6e08de94945 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:39:11.014768 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:11.020476 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c1b696ab-f1c4-4336-951f-50a87323b20d admin admin] 10.222.0.50 "PUT /v2.0/routers/527617ac-191c-4995-bf5d-c6e08de94945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4554536 Aug 09 11:39:11.023012 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46078) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.025497 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] Sync routers for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:11.036470 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:11.036994 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:11.130853 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks [] for router, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.143438 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:11.233206 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.284311 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Deleting port 1827f38a-2040-4f60-8a1f-835a99cc836c {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:11.285182 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.323639 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:39:10Z', 'revision_number': 5, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port': {'id': '1827f38a-2040-4f60-8a1f-835a99cc836c', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527617ac-191c-4995-bf5d-c6e08de94945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:11.349909 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] Checking router: 527617ac-191c-4995-bf5d-c6e08de94945 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:11.357813 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] Routers {'527617ac-191c-4995-bf5d-c6e08de94945'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:11.358426 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:38:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['527617ac-191c-4995-bf5d-c6e08de94945'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:11.362423 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] For port 1827f38a-2040-4f60-8a1f-835a99cc836c, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=1827f38a-2040-4f60-8a1f-835a99cc836c,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:11.362865 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.379105 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Calling delete_port for 1827f38a-2040-4f60-8a1f-835a99cc836c owned by network:router_gateway {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:11.441678 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] Set router 527617ac-191c-4995-bf5d-c6e08de94945 gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:11.494590 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:39:11Z', 'revision_number': 6, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:11.520964 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93673b-7937-45c9-a8b3-0bf82039b2fd None None] The sync data for ids ['527617ac-191c-4995-bf5d-c6e08de94945'] in dv-cinder-848249-1-iscsi is: [{'id': '527617ac-191c-4995-bf5d-c6e08de94945', 'name': 'tempest-AttachVolumeNegativeTest-679288179-router', 'tenant_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:29:35Z', 'updated_at': '2022-08-09T11:39:11Z', 'revision_number': 6, 'project_id': 'ea64a7a559ef455cac411ec1f7a6f8cb', 'gw_port_host': None}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:11.538767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.565601 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1827f38a-2040-4f60-8a1f-835a99cc836c,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:11.627172 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.713729 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.715811 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.761500 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.762054 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527617ac-191c-4995-bf5d-c6e08de94945 {{(pid=102530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:39:11.766804 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] Notify callbacks [] for router, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.768074 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-478e7ed3-94d9-4c56-a220-8a51bb79eb84 admin admin] 10.222.0.50 "DELETE /v2.0/routers/527617ac-191c-4995-bf5d-c6e08de94945 HTTP/1.1" status: 204 len: 168 time: 0.7441366 Aug 09 11:39:11.770624 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46082) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.812696 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Deleting subnet e047d322-38d0-4b3e-9c5e-87b294ab299a {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:39:11.815583 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.853198 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.933884 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.985377 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.012345 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e047d322-38d0-4b3e-9c5e-87b294ab299a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.014603 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.018426 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ae007539-4c7f-4bed-a95e-e82d15b01fd6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e047d322-38d0-4b3e-9c5e-87b294ab299a HTTP/1.1" status: 204 len: 168 time: 0.2461584 Aug 09 11:39:12.018826 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04eeae-63f7-4954-9cf2-6b650448a809 None None] Network 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:12.021800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46084) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:12.089797 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.146808 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Deleting port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:12.147157 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.209814 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] For port ba36ae50-cdaa-44fa-acfe-39ddb95bd795, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:12.210141 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.221516 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Calling delete_port for ba36ae50-cdaa-44fa-acfe-39ddb95bd795 owned by network:dhcp {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:12.272640 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] DHCP port deletion for 2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:39:12.327644 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] Deleting port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:12.328021 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.397572 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] For port ba36ae50-cdaa-44fa-acfe-39ddb95bd795, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,segment=NetworkSegment(bdbb37bc-d696-4002-8d06-513f2018423d),segment_id=bdbb37bc-d696-4002-8d06-513f2018423d)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:12.397978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.411879 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] Calling delete_port for ba36ae50-cdaa-44fa-acfe-39ddb95bd795 owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:12.499836 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.529154 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] Pushing event deleted for resources: {'Port': ['ID=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.531177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ed8fa-8054-4901-868f-4e89541c0fac None None] No DVR routers for this DVR port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:12.562995 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.587049 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba36ae50-cdaa-44fa-acfe-39ddb95bd795,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.592738 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] No DVR routers for this DVR port ba36ae50-cdaa-44fa-acfe-39ddb95bd795 on host dv-cinder-848249-1-iscsi {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:12.661701 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.684831 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:12.694140 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbb37bc-d696-4002-8d06-513f2018423d') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:12.694433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbb37bc-d696-4002-8d06-513f2018423d') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:12.703502 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.716961 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.723676 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:39:12.724079 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.742618 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment bdbb37bc-d696-4002-8d06-513f2018423d resource provider aggregate not found Aug 09 11:39:12.779707 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment bdbb37bc-d696-4002-8d06-513f2018423d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdbb37bc-d696-4002-8d06-513f2018423d found for delete ", "request_id": "req-4764cf3f-a1a5-47dd-a2db-651421c5080b"}]} Aug 09 11:39:12.787771 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.793238 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.796678 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef HTTP/1.1" status: 204 len: 168 time: 0.7737257 Aug 09 11:39:12.806930 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8f93b-fd3e-485b-a2ff-d7407b7840e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1fe1ac-e67a-4a2c-b14e-6ef81bfc21ef,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.905357 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46092) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:12.945094 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3f180c49-4344-4e15-b5a0-8e5722921d23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea64a7a559ef455cac411ec1f7a6f8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383883 Aug 09 11:39:12.947394 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46094) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:12.993184 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82218353-212a-4b42-ae9e-47b4faed724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.013647 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82218353-212a-4b42-ae9e-47b4faed724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.062567 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82218353-212a-4b42-ae9e-47b4faed724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.065093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82218353-212a-4b42-ae9e-47b4faed724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.066283 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-82218353-212a-4b42-ae9e-47b4faed724b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed51b19a-2e6a-4fc6-a0cb-967248542b3f HTTP/1.1" status: 204 len: 168 time: 0.1179950 Aug 09 11:39:13.085786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82218353-212a-4b42-ae9e-47b4faed724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51b19a-2e6a-4fc6-a0cb-967248542b3f,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:13.132755 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ba36ae50-cdaa-44fa-acfe-39ddb95bd795 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:13.155969 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: ba36ae50-cdaa-44fa-acfe-39ddb95bd795 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:39:13.156399 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ba36ae50-cdaa-44fa-acfe-39ddb95bd795 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:13.156833 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 1827f38a-2040-4f60-8a1f-835a99cc836c no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:13.177936 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 1827f38a-2040-4f60-8a1f-835a99cc836c {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:39:13.178308 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 1827f38a-2040-4f60-8a1f-835a99cc836c not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:13.178738 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3529c5bc-2f50-4337-a400-be2cf2dd4340 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:13.200551 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 3529c5bc-2f50-4337-a400-be2cf2dd4340 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:39:13.200839 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 3529c5bc-2f50-4337-a400-be2cf2dd4340 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:16.336633 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-84ba70a9-357f-40cf-a6dd-f7a6d281a58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:18.633737 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9e272b4c-3618-4c9e-aaae-f2a0da8309e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:20.055351 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.409301 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.583465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46244) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:21.650382 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.698281 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a771e1ab-0f85-493c-a06e-a1dd17841611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.775803 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a771e1ab-0f85-493c-a06e-a1dd17841611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.779596 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a771e1ab-0f85-493c-a06e-a1dd17841611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.815110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771e1ab-0f85-493c-a06e-a1dd17841611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce6d2be-111d-4c28-aa35-6483ab89b5b3,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:21.820515 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a771e1ab-0f85-493c-a06e-a1dd17841611 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0c2b572608a4ddc8258e3481e856ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360389 Aug 09 11:39:21.823255 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46248) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:21.870763 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82b88fb2-4e1a-46de-a27b-86cccfabb72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.891736 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82b88fb2-4e1a-46de-a27b-86cccfabb72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.939204 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82b88fb2-4e1a-46de-a27b-86cccfabb72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.942618 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-82b88fb2-4e1a-46de-a27b-86cccfabb72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:21.943900 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-82b88fb2-4e1a-46de-a27b-86cccfabb72e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ce6d2be-111d-4c28-aa35-6483ab89b5b3 HTTP/1.1" status: 204 len: 168 time: 0.1198769 Aug 09 11:39:21.951990 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b88fb2-4e1a-46de-a27b-86cccfabb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce6d2be-111d-4c28-aa35-6483ab89b5b3,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:22.188504 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043adf81-3f85-418e-a944-0f3790bad98e req-f4bd5a5d-bd4f-4e34-88fc-d73637cc3efa tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:22.190015 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-043adf81-3f85-418e-a944-0f3790bad98e req-f4bd5a5d-bd4f-4e34-88fc-d73637cc3efa tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0515854 Aug 09 11:39:22.226930 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46262) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:22.232336 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-043adf81-3f85-418e-a944-0f3790bad98e req-da32e935-0072-4dd1-977a-5042ecd0702f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Aug 09 11:39:22.240621 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e3c44ba8-f790-40e3-9b59-1a237f65fa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.313773 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e3c44ba8-f790-40e3-9b59-1a237f65fa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.318120 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-e3c44ba8-f790-40e3-9b59-1a237f65fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.356538 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c44ba8-f790-40e3-9b59-1a237f65fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5740275-15a1-4728-864a-d1ccb7e5ce03,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:22.360749 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-e3c44ba8-f790-40e3-9b59-1a237f65fa40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=316fffdd526d4371bb11420a415138f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327484 Aug 09 11:39:22.364826 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46264) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:22.410780 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae737-7d25-4ffb-91d5-60efbf8ca721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.431398 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae737-7d25-4ffb-91d5-60efbf8ca721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.477127 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae737-7d25-4ffb-91d5-60efbf8ca721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.479707 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae737-7d25-4ffb-91d5-60efbf8ca721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.480859 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7d0ae737-7d25-4ffb-91d5-60efbf8ca721 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5740275-15a1-4728-864a-d1ccb7e5ce03 HTTP/1.1" status: 204 len: 168 time: 0.1158178 Aug 09 11:39:22.488953 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ae737-7d25-4ffb-91d5-60efbf8ca721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5740275-15a1-4728-864a-d1ccb7e5ce03,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:22.787300 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46270) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:22.800200 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-48d17415-647c-457b-8482-1eb5c574fb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.874004 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-48d17415-647c-457b-8482-1eb5c574fb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.877585 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-48d17415-647c-457b-8482-1eb5c574fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.913154 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d17415-647c-457b-8482-1eb5c574fb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cbe600-5acb-43e7-97ab-92f608348f1e,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:22.917464 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-48d17415-647c-457b-8482-1eb5c574fb0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cc9486ceb8148eeadbf9244ec70728f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291533 Aug 09 11:39:22.920154 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46272) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:22.969446 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-69d514e6-84ca-4f07-94c3-be3d0d38ee2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.990401 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-69d514e6-84ca-4f07-94c3-be3d0d38ee2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.036190 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-69d514e6-84ca-4f07-94c3-be3d0d38ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.038769 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-69d514e6-84ca-4f07-94c3-be3d0d38ee2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.040126 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-69d514e6-84ca-4f07-94c3-be3d0d38ee2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09cbe600-5acb-43e7-97ab-92f608348f1e HTTP/1.1" status: 204 len: 168 time: 0.1189568 Aug 09 11:39:23.050672 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d514e6-84ca-4f07-94c3-be3d0d38ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cbe600-5acb-43e7-97ab-92f608348f1e,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:23.363899 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34af1d-5337-43a0-be93-d2fe89414fee req-8fb26fbd-9112-476b-b219-6ee15c9cf24e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:23.365406 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-da34af1d-5337-43a0-be93-d2fe89414fee req-8fb26fbd-9112-476b-b219-6ee15c9cf24e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0501792 Aug 09 11:39:23.407531 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-da34af1d-5337-43a0-be93-d2fe89414fee req-497f449a-0f95-4ffa-a429-4474a84b8c39 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347657 Aug 09 11:39:24.079363 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46304) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:24.181449 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce6b-b059-4e52-ab86-354a0cfb8fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.253583 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce6b-b059-4e52-ab86-354a0cfb8fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.257433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce6b-b059-4e52-ab86-354a0cfb8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.275674 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-8ff37d2a-7598-4a67-be1a-eba75f037dd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:24.277126 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-8ff37d2a-7598-4a67-be1a-eba75f037dd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0481052 Aug 09 11:39:24.297609 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5bc4ce6b-b059-4e52-ab86-354a0cfb8fe3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15d74aa03ccd43538e4d3c095fd9cae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171881 Aug 09 11:39:24.298489 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ce6b-b059-4e52-ab86-354a0cfb8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893c1ddf-7481-47f9-a994-86a7323cd3b7,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:24.302266 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46308) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:24.351353 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc5d5-3fc6-4aa8-8d5b-6730eb947cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.370994 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Deleting port e64260a0-0827-4989-9772-91d10a469e54 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:24.371338 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.371503 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc5d5-3fc6-4aa8-8d5b-6730eb947cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.419332 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc5d5-3fc6-4aa8-8d5b-6730eb947cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.421818 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc5d5-3fc6-4aa8-8d5b-6730eb947cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.422976 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-6a3fc5d5-3fc6-4aa8-8d5b-6730eb947cf5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/893c1ddf-7481-47f9-a994-86a7323cd3b7 HTTP/1.1" status: 204 len: 168 time: 0.1196516 Aug 09 11:39:24.431021 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fc5d5-3fc6-4aa8-8d5b-6730eb947cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893c1ddf-7481-47f9-a994-86a7323cd3b7,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:24.470624 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] For port e64260a0-0827-4989-9772-91d10a469e54, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=e64260a0-0827-4989-9772-91d10a469e54,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:24.471082 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.606525 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce196-f3da-4ddc-b09e-d0f7235fcbec req-1c2b68d5-edd4-4046-bd5c-24651930e46d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:24.607991 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-089ce196-f3da-4ddc-b09e-d0f7235fcbec req-1c2b68d5-edd4-4046-bd5c-24651930e46d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=97329d58-fabb-4f69-9117-f999fcd55f06 HTTP/1.1" status: 200 len: 947 time: 0.0904598 Aug 09 11:39:24.695485 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-089ce196-f3da-4ddc-b09e-d0f7235fcbec req-bc9c4572-cb93-4b9e-8ab9-ba1f0045a600 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=34bf22b6-0c63-4707-9e80-f59d2b54b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783277 Aug 09 11:39:24.714161 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.714474 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.714792 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Floating IP f53cdb6d-aac3-47cb-b934-24b444389cf8 disassociated. External IP: 172.27.2.104, port: e64260a0-0827-4989-9772-91d10a469e54. Aug 09 11:39:24.715139 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Calling delete_port for e64260a0-0827-4989-9772-91d10a469e54 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:24.849128 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.885664 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event deleted for resources: {'Port': ['ID=e64260a0-0827-4989-9772-91d10a469e54,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:24.995498 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:39:25.104393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:25.115950 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:25.126068 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:25.126925 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:39:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:25.147073 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] No DVR routers for this DVR port e64260a0-0827-4989-9772-91d10a469e54 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:25.149627 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:25.153009 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-482ddcaf-783b-4f4f-ae20-253bd520b50c req-ac6401b6-7f3f-49f6-9b61-a7cfb25361e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "DELETE /v2.0/ports/e64260a0-0827-4989-9772-91d10a469e54 HTTP/1.1" status: 204 len: 173 time: 0.8695793 Aug 09 11:39:25.153443 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-deleted', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:25.155747 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc6b0a4-edbf-4e5f-bbfa-db471b72341a" -d '{"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-deleted", "tag": "e64260a0-0827-4989-9772-91d10a469e54"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:25.204055 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56484fd-5bb7-4ffd-a409-d2f21e64d283 x-openstack-request-id: req-b56484fd-5bb7-4ffd-a409-d2f21e64d283 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:25.204350 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329d58-fabb-4f69-9117-f999fcd55f06", "name": "network-vif-deleted", "tag": "e64260a0-0827-4989-9772-91d10a469e54", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:25.204604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b56484fd-5bb7-4ffd-a409-d2f21e64d283 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:25.205040 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56484fd-5bb7-4ffd-a409-d2f21e64d283'] response: {'server_uuid': '97329d58-fabb-4f69-9117-f999fcd55f06', 'name': 'network-vif-deleted', 'tag': 'e64260a0-0827-4989-9772-91d10a469e54', 'status': 'completed', 'code': 200} Aug 09 11:39:25.269434 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:25.485556 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:25.512285 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:25.524129 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:25.524129 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:39:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:25.631420 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:25.788308 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46348) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:25.843448 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c81626-c037-429f-9287-737c42f1d65b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:25.847577 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:25.869321 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c81626-c037-429f-9287-737c42f1d65b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:25.884171 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600177f-4e83-4c79-bbf2-c3e9a0974de2 None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:25.919371 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c81626-c037-429f-9287-737c42f1d65b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:25.922152 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b0c81626-c037-429f-9287-737c42f1d65b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:25.926548 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b0c81626-c037-429f-9287-737c42f1d65b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "DELETE /v2.0/security-groups/34bf22b6-0c63-4707-9e80-f59d2b54b5f0 HTTP/1.1" status: 204 len: 168 time: 0.1339529 Aug 09 11:39:25.927091 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46350) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:25.934902 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c81626-c037-429f-9287-737c42f1d65b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bf22b6-0c63-4707-9e80-f59d2b54b5f0,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:25.941903 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-b589e272-7829-4143-8747-184481e81293 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] show failed (client error): The resource could not be found. Aug 09 11:39:25.943600 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b589e272-7829-4143-8747-184481e81293 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups/34bf22b6-0c63-4707-9e80-f59d2b54b5f0 HTTP/1.1" status: 404 len: 347 time: 0.0149076 Aug 09 11:39:25.946517 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46352) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.076136 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Deleting port d3ba4d8f-27ad-442f-9d1c-7dabab0c7027 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:39:26.076486 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.132048 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7a887-f1ae-437b-a8ed-c87208354147 None None] New status for floating IP f53cdb6d-aac3-47cb-b934-24b444389cf8: DOWN {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:26.155457 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.155801 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.167207 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Calling delete_port for d3ba4d8f-27ad-442f-9d1c-7dabab0c7027 owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:39:26.303213 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.330216 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event deleted for resources: {'Port': ['ID=d3ba4d8f-27ad-442f-9d1c-7dabab0c7027,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.391235 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.393791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.395044 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6342434e-9777-4cbc-9ac7-8e418961e97d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "DELETE /v2.0/floatingips/f53cdb6d-aac3-47cb-b934-24b444389cf8 HTTP/1.1" status: 204 len: 168 time: 0.4475231 Aug 09 11:39:26.477803 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46356) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.482348 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474483967', 'description': 'tempest-description--959283029'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:26.502681 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.567650 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.571309 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.599094 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.600316 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1214643 Aug 09 11:39:26.603183 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46360) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.607382 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'security_group_rule': {'security_group_id': '95628e3f-ef69-43ca-98b6-32641a519c98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:26.614986 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fb4b7-a322-4288-92a1-ac5a8f706fd7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95628e3f-ef69-43ca-98b6-32641a519c98,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.634789 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.695696 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.699991 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.721213 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0057d844-f11f-4a68-bf2a-fb013333342a,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.729441 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.730674 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-45487a35-732d-447e-88e0-7eb3d9f9245a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265767 Aug 09 11:39:26.733355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46366) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.737717 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'security_group_rule': {'security_group_id': '95628e3f-ef69-43ca-98b6-32641a519c98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:26.762888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.820789 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.824197 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.842264 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3458a888-cb17-4ea8-8b00-4e4627e0781b,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.849697 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.853854 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-e8fdd54a-9906-4161-97a4-ab176792bc40 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165531 Aug 09 11:39:26.854086 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46368) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.858201 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:26.877736 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.976263 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.082775 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Allocated IP 172.27.2.8 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/c94b643b-6b80-4af5-8c20-2169a8190b7a) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:27.178481 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.210296 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.250575 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:27.253780 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:27.257198 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:39:27.281938 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'Port': ['ID=c94b643b-6b80-4af5-8c20-2169a8190b7a,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:27.344709 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.377514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.523746 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.528193 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.598119 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'Port': ['ID=c94b643b-6b80-4af5-8c20-2169a8190b7a,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:27.600528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.616615 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.617836 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b89b5427-b64a-49c0-98b2-6e9a7521e57e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7629731 Aug 09 11:39:27.805653 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-0e17746a-a516-4d70-a770-7f53937ae634 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1474483967&fields=id&tenant_id=7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 267 time: 0.0349975 Aug 09 11:39:27.911893 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-ab191807-d1dc-4b3e-95a1-9eaa7a2d74c7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:27.913344 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-ab191807-d1dc-4b3e-95a1-9eaa7a2d74c7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 816 time: 0.1011417 Aug 09 11:39:27.928775 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-c8e061ff-534c-4d90-8ac1-8dc0f37bff72 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/quotas/7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 375 time: 0.0096102 Aug 09 11:39:27.981045 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-5227d44f-0aab-427c-bcc6-a2379f86eedf tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469759 Aug 09 11:39:28.082397 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-4d9b191e-5e21-4cb7-b299-736a9ccc10af service neutron] 10.222.0.50 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886374 Aug 09 11:39:28.173517 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-2eba70c1-3e82-4d7c-9db2-d0c17ac61757 service neutron] 10.222.0.50 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849020 Aug 09 11:39:28.244719 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:28.279777 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: e64260a0-0827-4989-9772-91d10a469e54 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:39:28.280109 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device e64260a0-0827-4989-9772-91d10a469e54 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:28.364887 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6f011ca3-d34b-4eb9-b860-8ae4fd0c0711 req-482dffd4-2cda-4c83-b5e8-23b4b4f3d168 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 210 time: 0.0295310 Aug 09 11:39:29.351502 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-7fe1fc59-505c-4ca5-b504-c4edc8fad5a4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:29.353694 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-7fe1fc59-505c-4ca5-b504-c4edc8fad5a4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 816 time: 0.1078279 Aug 09 11:39:29.406820 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-6df95a1f-3f18-4bd0-9566-bde6838b3c95 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 380 time: 0.0372601 Aug 09 11:39:29.418788 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'port': {'device_id': 'c7f68806-736d-4033-a8dc-be121e553b19', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'admin_state_up': True, 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'security_groups': ['95628e3f-ef69-43ca-98b6-32641a519c98']}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:29.489352 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7e23fbbe-d57c-4881-a05c-6f40fec080d6 req-024bb059-0115-4002-bfc1-88efec6c6895 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Aug 09 11:39:29.533458 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Made reservation on behalf of 7a0642f5cc684d6392d53a7747e3ad7d for: {'port': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:29.538041 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.667611 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Allocated IP 172.20.0.7 (336867af-ceb0-47ca-9155-b1013f8cfe1d/e6429023-f92d-4ebd-af98-39fa35858a8b/09c7ae1d-5d89-4754-9ea9-2a2598e0d429) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:29.803622 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.836823 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.887967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:29.890999 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:29.895462 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:39:29.899925 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:29.953438 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:29.954167 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.973838 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-abb37337-a68e-4ce1-867f-42a057ca9d89 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5587747 Aug 09 11:39:29.992124 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Request body: {'port': {'device_id': 'c7f68806-736d-4033-a8dc-be121e553b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:30.058543 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.161148 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-4855695b-f97c-4f35-87aa-4afd74a73600 None None] Provisioning complete for port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:30.161671 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4855695b-f97c-4f35-87aa-4afd74a73600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.197894 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-4855695b-f97c-4f35-87aa-4afd74a73600 None None] Port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:39:30.332724 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 {{(pid=102529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:39:30.339954 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.352718 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.provisioning_blocks [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Transition to ACTIVE for port object 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 will not be triggered until provisioned by entity L2. {{(pid=102529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:30.356600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.432989 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:30.461546 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Attempting to bind port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:39:30.461875 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Attempting to bind port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:39:30.462231 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Attempting to bind port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:39:30.466649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:39:30.466964 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Attempting to bind port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 on network 336867af-ceb0-47ca-9155-b1013f8cfe1d {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:39:30.471593 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:39:30.472462 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Checking segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:39:30.472852 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Bound using segment: {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'} {{(pid=102529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:39:30.473273 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.managers [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Bound port: 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cff505-9eee-4109-8b54-f2a90b0351e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d'}}] {{(pid=102529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:39:30.473622 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.504766 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.538096 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, cleared binding levels {{(pid=102529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:30.541171 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:30.547520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.551936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:30.552569 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.553955 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] 10.222.0.43 "PUT /v2.0/ports/09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 1093 time: 0.5671630 Aug 09 11:39:30.554396 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:30.556630 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a67fab-6898-4a3f-8bad-d16aef60d921" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:30.619541 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be688ea3-f8ae-4cc3-9ae1-2de45e002551 x-openstack-request-id: req-be688ea3-f8ae-4cc3-9ae1-2de45e002551 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:30.620068 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:30.620503 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be688ea3-f8ae-4cc3-9ae1-2de45e002551 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:30.620738 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be688ea3-f8ae-4cc3-9ae1-2de45e002551'] response: {'name': 'network-changed', 'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'status': 'completed', 'code': 200} Aug 09 11:39:30.636046 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909105a1-5e2d-41e4-b13a-e73cd1cc5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=3']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:30.692360 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74e465-6fba-4b14-b658-76421f478f89 req-9e2256e9-6a70-466d-8499-07f190d3a1e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:30.693841 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9e74e465-6fba-4b14-b658-76421f478f89 req-9e2256e9-6a70-466d-8499-07f190d3a1e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0969126 Aug 09 11:39:30.699181 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-da8641a7-540d-483b-bd78-b9f10ab74036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:30.700543 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-da8641a7-540d-483b-bd78-b9f10ab74036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1096 time: 0.0655835 Aug 09 11:39:30.762950 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-83552847-262a-4f8b-a09c-d731db6d955e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 217 time: 0.0412254 Aug 09 11:39:30.765816 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9e74e465-6fba-4b14-b658-76421f478f89 req-8a9ed763-6bba-4f53-968c-b68b42f720e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644381 Aug 09 11:39:30.815027 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-21c42a53-ff15-42fc-9028-e6f3fc690213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:30.817087 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-21c42a53-ff15-42fc-9028-e6f3fc690213 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0469079 Aug 09 11:39:30.861712 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-6d3912e0-1779-45c6-a4d5-5793835df40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:30.863155 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-6d3912e0-1779-45c6-a4d5-5793835df40b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399239 Aug 09 11:39:30.949608 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-879f2051-a988-468c-b781-2cf4f708c1a0 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798352 Aug 09 11:39:31.040464 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b62b205f-6074-4d95-aaba-4d2c92c0c410 req-9586f7e1-13b5-4618-af32-7b3c3021c0ea service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Aug 09 11:39:31.188579 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-e9268e97-dd3c-4909-a113-3341a15e2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:31.190146 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-e9268e97-dd3c-4909-a113-3341a15e2873 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1096 time: 0.0409169 Aug 09 11:39:31.283262 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-426da143-d34e-4794-abae-4c4f45d47b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:31.285271 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-426da143-d34e-4794-abae-4c4f45d47b31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0881662 Aug 09 11:39:31.325420 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-1086da9c-55ec-4c2d-9912-e055c28be961 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 217 time: 0.0339491 Aug 09 11:39:31.374514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-3b113100-1d23-43df-ab85-b51e5af107e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:31.375967 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-3b113100-1d23-43df-ab85-b51e5af107e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0438910 Aug 09 11:39:31.664919 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-642039fa-7c55-4cd7-a108-4f0dea4e877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:31.666428 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-642039fa-7c55-4cd7-a108-4f0dea4e877a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2834394 Aug 09 11:39:31.755842 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-f92dff55-9a99-48c8-a68f-df4021913b28 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818572 Aug 09 11:39:31.855968 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a67fab-6898-4a3f-8bad-d16aef60d921 req-cff525bf-7604-4441-92f6-6badaa774b80 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919082 Aug 09 11:39:31.898708 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00841a4-6059-4878-8bec-0f186f063da8 req-a17a93f3-3563-4107-ae4a-8e0ac09d045f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:31.900337 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a00841a4-6059-4878-8bec-0f186f063da8 req-a17a93f3-3563-4107-ae4a-8e0ac09d045f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0519338 Aug 09 11:39:31.941545 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a00841a4-6059-4878-8bec-0f186f063da8 req-e79ddca2-44ee-4d2b-af2b-52f9aacd7961 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341144 Aug 09 11:39:33.078728 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae4efd-dba3-46ba-861f-b77d8eb7d01a req-8058be0a-bcb2-4cd8-a1ac-a2e919b0ae3e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:33.079998 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b9ae4efd-dba3-46ba-861f-b77d8eb7d01a req-8058be0a-bcb2-4cd8-a1ac-a2e919b0ae3e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0616095 Aug 09 11:39:33.118799 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b9ae4efd-dba3-46ba-861f-b77d8eb7d01a req-f6003f5b-5f0a-4b89-9f95-2c9f52643b02 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Aug 09 11:39:34.247912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd3b6d-d84a-4e8b-b530-d8146ccfcd20 req-10b496cd-4662-4304-96f6-753466cd88f4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:34.249432 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-71cd3b6d-d84a-4e8b-b530-d8146ccfcd20 req-10b496cd-4662-4304-96f6-753466cd88f4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0535879 Aug 09 11:39:34.260157 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:34.290421 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-71cd3b6d-d84a-4e8b-b530-d8146ccfcd20 req-6a57ff3f-3753-4c99-83cb-a709fb9780e6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Aug 09 11:39:34.362214 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:34.374587 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'mac_address': 'fa:16:3e:59:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:34.417666 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:39:34.418110 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.432231 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:39:34.451555 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:34.455204 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.501076 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:34.508002 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.508351 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.508690 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.509023 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.509354 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.509682 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.510024 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.510351 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.510673 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.510991 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.511311 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.511626 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:34.849927 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['09c7ae1d-5d89-4754-9ea9-2a2598e0d429'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:35.416024 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38613fc-3a5c-4e0d-86dc-1209c62447ae req-59428c76-93fd-4722-9688-269731804e5c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:35.417484 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d38613fc-3a5c-4e0d-86dc-1209c62447ae req-59428c76-93fd-4722-9688-269731804e5c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 944 time: 0.0499687 Aug 09 11:39:35.457378 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d38613fc-3a5c-4e0d-86dc-1209c62447ae req-afb7fb12-0c08-48bd-b24e-bea85f913b32 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324614 Aug 09 11:39:35.482562 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 46508) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:35.587387 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1837b45e-c0e1-441e-ac07-1790fbedc8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.664286 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1837b45e-c0e1-441e-ac07-1790fbedc8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.668079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1837b45e-c0e1-441e-ac07-1790fbedc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.705008 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-1837b45e-c0e1-441e-ac07-1790fbedc8d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26ec46d13565442b920f7e7c6e71d237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213817 Aug 09 11:39:35.707072 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b45e-c0e1-441e-ac07-1790fbedc8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1a763c-1638-4cd2-80c0-b18b9cac80eb,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:35.707909 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46512) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:35.759209 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c584ea5-b313-4cf7-96be-6bdca41a75ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.779463 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c584ea5-b313-4cf7-96be-6bdca41a75ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.824288 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c584ea5-b313-4cf7-96be-6bdca41a75ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.826955 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3c584ea5-b313-4cf7-96be-6bdca41a75ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.828106 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3c584ea5-b313-4cf7-96be-6bdca41a75ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e1a763c-1638-4cd2-80c0-b18b9cac80eb HTTP/1.1" status: 204 len: 168 time: 0.1192336 Aug 09 11:39:35.835865 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c584ea5-b313-4cf7-96be-6bdca41a75ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1a763c-1638-4cd2-80c0-b18b9cac80eb,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:36.280616 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:36.329835 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:36.334451 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:36.334935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.413947 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:39:36.414369 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.436730 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:36.439004 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0f9d0f-3b2e-482f-bb3a-03c4fcbccc7a" -d '{"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-plugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:36.440325 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46534) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:36.452386 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:36.457377 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.481278 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63242184-1898-4e1d-9487-dd631368c373 x-openstack-request-id: req-63242184-1898-4e1d-9487-dd631368c373 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:36.481590 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-plugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:36.481818 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63242184-1898-4e1d-9487-dd631368c373 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:36.482241 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63242184-1898-4e1d-9487-dd631368c373'] response: {'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'code': 200} Aug 09 11:39:36.511832 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:36.555716 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1731173808-network', 'tenant_id': 'fa5b5ed6b1104715910c23a9e2c81e38'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:36.576357 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Made reservation on behalf of fa5b5ed6b1104715910c23a9e2c81e38 for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:36.579544 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.588782 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.593355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e03267-717f-4714-8c57-4e8e9ab8192e req-9ce62019-9bda-4ce0-972f-adc5bc740a22 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:36.594898 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-19e03267-717f-4714-8c57-4e8e9ab8192e req-9ce62019-9bda-4ce0-972f-adc5bc740a22 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Aug 09 11:39:36.640869 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-19e03267-717f-4714-8c57-4e8e9ab8192e req-0bd00e35-611f-40e4-8099-a163e39a6a72 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Aug 09 11:39:36.681162 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.685683 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.710093 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:39:36.719922 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7269a7a-4046-4b3b-9516-c342e21f306f,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:36.725849 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.726818 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Added segment 25af0464-3ddc-4428-811e-80197601e60b of type vlan for network eaa0de9c-676e-4d36-993a-fe693ce2a205 Aug 09 11:39:36.749604 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ef6cf-bab3-4f8a-9674-c77b45bc2c15 req-bf776636-66f0-4ecd-8862-208824eb945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:36.751364 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb1ef6cf-bab3-4f8a-9674-c77b45bc2c15 req-bf776636-66f0-4ecd-8862-208824eb945d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1098 time: 0.0440874 Aug 09 11:39:36.766519 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.785871 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb1ef6cf-bab3-4f8a-9674-c77b45bc2c15 req-049387d2-0b29-4bdd-b29d-526f85d84ad8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282629 Aug 09 11:39:36.791883 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.792819 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:36.793396 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.827835 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854976 Aug 09 11:39:36.830756 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46542) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:36.835400 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Request body: {'subnet': {'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1731173808-subnet', 'tenant_id': 'fa5b5ed6b1104715910c23a9e2c81e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:36.867131 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782401f-bc5d-4d2e-a4c0-9e1588c610d2 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa0de9c-676e-4d36-993a-fe693ce2a205,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:36.877399 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network eaa0de9c-676e-4d36-993a-fe693ce2a205 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:39:36.881723 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Made reservation on behalf of fa5b5ed6b1104715910c23a9e2c81e38 for: {'subnet': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:36.884008 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632154'] for subnet, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.047511 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25732849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632180'] for subnet, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.105391 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428da2ef-c3cf-43c5-9c1b-5e2075048c1b,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:37.110486 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Checking segment: {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:39:37.110919 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Network hostable DHCP agents. Network: eaa0de9c-676e-4d36-993a-fe693ce2a205, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:39:37.127097 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Network eaa0de9c-676e-4d36-993a-fe693ce2a205 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:39:37.136744 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, eaa0de9c-676e-4d36-993a-fe693ce2a205) {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:37.140715 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:37.141287 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.145877 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062dee20-7976-4f36-a959-762b2e3ef54a None None] Network eaa0de9c-676e-4d36-993a-fe693ce2a205 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:37.155902 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-b7897199-d5be-417b-858b-dac514dd71b8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3240323 Aug 09 11:39:37.273088 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c3969-ea60-44b3-b2e6-8127a3a795d9 None None] Network eaa0de9c-676e-4d36-993a-fe693ce2a205 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:37.775481 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603540f-0a5b-450e-a778-36e0fc00d058 req-4d5cf362-d0b5-49b1-9c53-a95021f55e9b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:37.776987 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a603540f-0a5b-450e-a778-36e0fc00d058 req-4d5cf362-d0b5-49b1-9c53-a95021f55e9b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Aug 09 11:39:37.812458 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a603540f-0a5b-450e-a778-36e0fc00d058 req-0c164e93-85f4-4a7b-a64a-28c5c253d9b8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296109 Aug 09 11:39:38.894752 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-325993d4-0b47-4a1b-bdc9-ae44ce0b1cee tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:38.896128 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-325993d4-0b47-4a1b-bdc9-ae44ce0b1cee tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/networks?id=eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 200 len: 814 time: 0.1051641 Aug 09 11:39:38.911543 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-956e07da-fcb3-4129-9041-6e6541428ad0 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/quotas/fa5b5ed6b1104715910c23a9e2c81e38 HTTP/1.1" status: 200 len: 375 time: 0.0097773 Aug 09 11:39:38.940037 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fbaec-06ff-4be8-b906-0cbcdf9f6c76 req-f967f80f-5f0b-43f1-87b9-af2581ab30c5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:38.941555 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-963fbaec-06ff-4be8-b906-0cbcdf9f6c76 req-f967f80f-5f0b-43f1-87b9-af2581ab30c5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Aug 09 11:39:38.942453 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-dfff2a51-3f99-43bc-bfd7-ba964dd48f81 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253544 Aug 09 11:39:38.980211 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-963fbaec-06ff-4be8-b906-0cbcdf9f6c76 req-dee75435-6853-4cbd-88d3-e6ce97a1f87b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Aug 09 11:39:39.002480 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-80ce44ea-087a-4300-8e27-ad87634273e7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:39:39.004336 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-80ce44ea-087a-4300-8e27-ad87634273e7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552015 Aug 09 11:39:39.097427 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-70bec907-4a5b-43e5-b9e4-9879276a71f2 service neutron] 10.222.0.50 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867465 Aug 09 11:39:39.107088 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb80f5-5d37-47df-bd4f-3e40f0e063fa req-4445b818-06bf-4ef6-8e13-7be60bb42207 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:39.108522 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-69bb80f5-5d37-47df-bd4f-3e40f0e063fa req-4445b818-06bf-4ef6-8e13-7be60bb42207 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0497878 Aug 09 11:39:39.117879 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 46578) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:39.122160 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Request body: {'floatingip': {'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:39.169449 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.192622 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-3f9edf10-b8f3-476d-a4ee-fa24a3093f17 service neutron] 10.222.0.50 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890055 Aug 09 11:39:39.354880 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-aff18bd3-2ef4-4e92-a9b6-f18495fe1392 req-ff49cbd3-d7e9-4603-9084-9071cd1d71cd tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 210 time: 0.0317967 Aug 09 11:39:39.662566 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.666443 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.773492 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Floating IP a97df167-438e-4c6b-b2dc-e85e855f746e associated. External IP: 172.27.2.8, port: 09c7ae1d-5d89-4754-9ea9-2a2598e0d429. Aug 09 11:39:39.981866 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:39:40.092068 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:40.097582 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.102358 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:40.111837 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:40.112547 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:39:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:40.125787 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-cf0e44e2-4d5e-4452-95be-fea58e4416eb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "PUT /v2.0/floatingips/a97df167-438e-4c6b-b2dc-e85e855f746e HTTP/1.1" status: 200 len: 989 time: 1.0045719 Aug 09 11:39:40.125787 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:40.126358 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd35757-5077-40c7-900c-634fc1bce80e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:40.167223 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24ab3fe-6f65-4dcc-aed9-99b9b6ee0439 x-openstack-request-id: req-f24ab3fe-6f65-4dcc-aed9-99b9b6ee0439 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:40.167386 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:40.167553 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f24ab3fe-6f65-4dcc-aed9-99b9b6ee0439 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:40.167939 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24ab3fe-6f65-4dcc-aed9-99b9b6ee0439'] response: {'name': 'network-changed', 'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'status': 'completed', 'code': 200} Aug 09 11:39:40.221182 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:40.269785 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35757-5077-40c7-900c-634fc1bce80e req-abb727dd-04e1-47df-8ce9-12d3a627ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:40.272641 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-abb727dd-04e1-47df-8ce9-12d3a627ac48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1098 time: 0.0467067 Aug 09 11:39:40.434147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35757-5077-40c7-900c-634fc1bce80e req-a848141a-7c0c-4c92-af9d-73c35d4bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:40.435886 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-a848141a-7c0c-4c92-af9d-73c35d4bb16e service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.1191452 Aug 09 11:39:40.449391 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-af975518-77b7-4777-b797-a5b6146ded3c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:40.451198 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-af975518-77b7-4777-b797-a5b6146ded3c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "GET /v2.0/networks?id=eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 200 len: 814 time: 0.1327271 Aug 09 11:39:40.495157 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Request body: {'port': {'device_id': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205', 'admin_state_up': True, 'tenant_id': 'fa5b5ed6b1104715910c23a9e2c81e38'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:40.508398 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-779dea11-7219-4264-b507-705480482789 req-6c179efa-5b88-4198-85e4-bb43a091195e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 210 time: 0.0520964 Aug 09 11:39:40.512642 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a97df167-438e-4c6b-b2dc-e85e855f746e', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'mac_address': 'fa:16:3e:59:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f68806-736d-4033-a8dc-be121e553b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:39:27Z', 'updated_at': '2022-08-09T11:39:39Z', 'revision_number': 1, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:40.523561 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-3ce203bc-aeb3-4e95-aeaf-b4909a0413ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 997 time: 0.0752354 Aug 09 11:39:40.545385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:40.556074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:39:40.556691 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:39:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:40.576953 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35757-5077-40c7-900c-634fc1bce80e req-690a9541-d9b5-4cbf-b204-8a671ce4d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:40.578452 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-690a9541-d9b5-4cbf-b204-8a671ce4d82d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0474167 Aug 09 11:39:40.626616 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35757-5077-40c7-900c-634fc1bce80e req-28354b84-a4c3-474a-ae10-513ac226b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:40.628167 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-28354b84-a4c3-474a-ae10-513ac226b08a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431991 Aug 09 11:39:40.631107 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Made reservation on behalf of fa5b5ed6b1104715910c23a9e2c81e38 for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:40.639261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.669429 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:39:40.728080 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-e56be8a5-f7ab-4543-8446-7df1a2e0784f service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930781 Aug 09 11:39:40.780384 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Allocated IP 172.20.0.5 (eaa0de9c-676e-4d36-993a-fe693ce2a205/428da2ef-c3cf-43c5-9c1b-5e2075048c1b/a9b38e63-7aec-47ef-b1ea-8b060238b2be) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:40.832129 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cdd35757-5077-40c7-900c-634fc1bce80e req-a9e178a5-3603-4d90-abf1-ba45970e25c0 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965691 Aug 09 11:39:40.921520 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a97df167-438e-4c6b-b2dc-e85e855f746e', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'mac_address': 'fa:16:3e:59:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f68806-736d-4033-a8dc-be121e553b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:39:27Z', 'updated_at': '2022-08-09T11:39:39Z', 'revision_number': 1, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:40.935305 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.952024 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f0fd4-bdf6-497c-b6f8-2c1107f604ea None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': 'a97df167-438e-4c6b-b2dc-e85e855f746e', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'mac_address': 'fa:16:3e:59:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f68806-736d-4033-a8dc-be121e553b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:39:27Z', 'updated_at': '2022-08-09T11:39:39Z', 'revision_number': 1, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:40.970021 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.019308 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Network eaa0de9c-676e-4d36-993a-fe693ce2a205 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:41.022620 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:41.026235 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:39:41.032767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Pushing event updated for resources: {'Port': ['ID=a9b38e63-7aec-47ef-b1ea-8b060238b2be,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.082075 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:41.082796 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.099901 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-910d758d-6bd6-405e-ba6a-b318e8f1a7c9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089578 Aug 09 11:39:41.118283 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Request body: {'port': {'device_id': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:41.179682 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.257166 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e3f44d-d7f9-4986-b8a1-13da50ef2311 None None] New status for floating IP a97df167-438e-4c6b-b2dc-e85e855f746e: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:41.453963 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b38e63-7aec-47ef-b1ea-8b060238b2be {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:39:41.461879 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.474279 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Transition to ACTIVE for port object a9b38e63-7aec-47ef-b1ea-8b060238b2be will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:41.478656 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.550779 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b38e63-7aec-47ef-b1ea-8b060238b2be,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.581942 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Attempting to bind port a9b38e63-7aec-47ef-b1ea-8b060238b2be on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:39:41.582290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Attempting to bind port a9b38e63-7aec-47ef-b1ea-8b060238b2be by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:39:41.582621 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Attempting to bind port a9b38e63-7aec-47ef-b1ea-8b060238b2be on network eaa0de9c-676e-4d36-993a-fe693ce2a205 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:39:41.586977 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Port a9b38e63-7aec-47ef-b1ea-8b060238b2be on network eaa0de9c-676e-4d36-993a-fe693ce2a205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:39:41.587290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Attempting to bind port a9b38e63-7aec-47ef-b1ea-8b060238b2be on network eaa0de9c-676e-4d36-993a-fe693ce2a205 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:39:41.592303 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:39:41.592640 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Checking segment: {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:39:41.593011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Bound using segment: {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:39:41.593465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Bound port: a9b38e63-7aec-47ef-b1ea-8b060238b2be, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:39:41.593819 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.629280 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526718cb-41d7-4918-b2d7-d703c4c60c40 req-c394d2ee-86d6-459f-87b6-773a13ba8fde tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:41.630858 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-526718cb-41d7-4918-b2d7-d703c4c60c40 req-c394d2ee-86d6-459f-87b6-773a13ba8fde tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 943 time: 0.0520365 Aug 09 11:39:41.661737 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] For port a9b38e63-7aec-47ef-b1ea-8b060238b2be, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:41.665191 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] For port a9b38e63-7aec-47ef-b1ea-8b060238b2be, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:41.669409 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.670493 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-526718cb-41d7-4918-b2d7-d703c4c60c40 req-c699c5f6-5fd5-4f45-b183-5b376093fbe9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334957 Aug 09 11:39:41.672701 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:41.673484 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.674984 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] 10.222.0.43 "PUT /v2.0/ports/a9b38e63-7aec-47ef-b1ea-8b060238b2be HTTP/1.1" status: 200 len: 1093 time: 0.5610921 Aug 09 11:39:41.725812 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dac6e-006f-4c5a-9ade-b14f59ae4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b38e63-7aec-47ef-b1ea-8b060238b2be,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.767195 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-ade19f12-9281-4919-b1c1-f68aa4c53dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:41.769307 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-ade19f12-9281-4919-b1c1-f68aa4c53dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 1096 time: 0.0393376 Aug 09 11:39:41.817924 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-a6be1494-706d-42a6-b327-c98e282e9bbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be HTTP/1.1" status: 200 len: 217 time: 0.0359211 Aug 09 11:39:41.865402 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-fc18fa67-4887-4690-800c-472c4afa5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:41.866877 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-fc18fa67-4887-4690-800c-472c4afa5d1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=428da2ef-c3cf-43c5-9c1b-5e2075048c1b HTTP/1.1" status: 200 len: 854 time: 0.0427592 Aug 09 11:39:41.897418 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-37cba018-418b-4488-b5d0-2760b0903947 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaa0de9c-676e-4d36-993a-fe693ce2a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243757 Aug 09 11:39:41.986490 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-95126cdc-a788-45e5-ac94-4a4027d244f7 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825055 Aug 09 11:39:42.076114 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d1e4e64-b93d-4a72-b58a-c98fb048f415 req-bcbd1247-5463-4405-8050-fcc6607a91ee service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833743 Aug 09 11:39:42.169140 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'tag': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:42.171530 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a451b5f-7fda-473b-8d83-c1e4034fc25c" -d '{"events": [{"name": "network-changed", "server_uuid": "73853831-e4fd-4f8e-9910-c4e6f951f153", "tag": "a9b38e63-7aec-47ef-b1ea-8b060238b2be"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:42.208059 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afa1a5-6082-4ea8-b704-69e56a227901 x-openstack-request-id: req-32afa1a5-6082-4ea8-b704-69e56a227901 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:42.208347 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73853831-e4fd-4f8e-9910-c4e6f951f153", "tag": "a9b38e63-7aec-47ef-b1ea-8b060238b2be", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:42.208596 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32afa1a5-6082-4ea8-b704-69e56a227901 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:42.208993 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32afa1a5-6082-4ea8-b704-69e56a227901'] response: {'name': 'network-changed', 'server_uuid': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'tag': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be', 'status': 'completed', 'code': 200} Aug 09 11:39:42.292708 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-4bf3bb2d-0865-4aaa-8d3b-feceb5574e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:42.294221 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-4bf3bb2d-0865-4aaa-8d3b-feceb5574e14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 1096 time: 0.0411167 Aug 09 11:39:42.385854 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-3709e22d-eadd-4295-943a-a4319bfea1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:42.387347 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-3709e22d-eadd-4295-943a-a4319bfea1b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 200 len: 915 time: 0.0871432 Aug 09 11:39:42.427971 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-52f30249-f0d1-4762-af73-85c9f2cf829a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be HTTP/1.1" status: 200 len: 217 time: 0.0345366 Aug 09 11:39:42.482328 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-7431263e-2cbb-4cfa-bd45-eed6b6866b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:42.483770 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-7431263e-2cbb-4cfa-bd45-eed6b6866b26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=428da2ef-c3cf-43c5-9c1b-5e2075048c1b HTTP/1.1" status: 200 len: 854 time: 0.0476036 Aug 09 11:39:42.514514 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-a78e6458-6ad6-4fe9-a9d4-3e96fc9fbbba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaa0de9c-676e-4d36-993a-fe693ce2a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243125 Aug 09 11:39:42.601219 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-56db42db-56cd-4c43-a3ce-b48030c41cf9 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806725 Aug 09 11:39:42.691549 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a451b5f-7fda-473b-8d83-c1e4034fc25c req-862aefff-ecd2-446a-be43-c2745728fc27 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Aug 09 11:39:42.790669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20dba-4e82-4a27-914b-10f841f6ea65 req-79931f14-2ab5-4001-9311-dd442c32d234 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:42.792206 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a20dba-4e82-4a27-914b-10f841f6ea65 req-79931f14-2ab5-4001-9311-dd442c32d234 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 943 time: 0.0504744 Aug 09 11:39:42.829146 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c2a20dba-4e82-4a27-914b-10f841f6ea65 req-1a02a1c9-e531-4ab0-891e-e5cf44778d9a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Aug 09 11:39:43.949251 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714d53e-a564-47fb-b6be-d05abeaa878e req-4ee9adfb-483a-4de7-b635-b7de2162824e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:43.950741 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c714d53e-a564-47fb-b6be-d05abeaa878e req-4ee9adfb-483a-4de7-b635-b7de2162824e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 943 time: 0.0479522 Aug 09 11:39:43.989488 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c714d53e-a564-47fb-b6be-d05abeaa878e req-f86f0895-8c98-4b44-909e-8743abc6cd88 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Aug 09 11:39:44.666931 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:45.111752 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79446ae-bba3-4289-8fd5-26f343163fd0 req-085654f8-a4b7-4e24-af8b-8d68f6eda820 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:45.113840 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a79446ae-bba3-4289-8fd5-26f343163fd0 req-085654f8-a4b7-4e24-af8b-8d68f6eda820 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 943 time: 0.0524607 Aug 09 11:39:45.149696 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a79446ae-bba3-4289-8fd5-26f343163fd0 req-29a79012-c50d-417d-9d28-62b25dce16f0 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299530 Aug 09 11:39:46.266009 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e8e47-c7c6-4130-b724-28e9ed48111f req-e0c69685-2bd6-45f3-b632-8261a6fd5d60 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:46.267478 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ca2e8e47-c7c6-4130-b724-28e9ed48111f req-e0c69685-2bd6-45f3-b632-8261a6fd5d60 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 943 time: 0.0478816 Aug 09 11:39:46.308845 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ca2e8e47-c7c6-4130-b724-28e9ed48111f req-52ac822f-04ee-4268-a15f-767c0368d5ba tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352705 Aug 09 11:39:46.320964 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device a9b38e63-7aec-47ef-b1ea-8b060238b2be details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:46.363750 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cec99cb2-5fce-4762-9d09-4a0da77ba00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.429771 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port a9b38e63-7aec-47ef-b1ea-8b060238b2be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:46.439850 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be', 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205', 'port_id': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be', 'mac_address': 'fa:16:3e:4b:9e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428da2ef-c3cf-43c5-9c1b-5e2075048c1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:46.477727 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port a9b38e63-7aec-47ef-b1ea-8b060238b2be is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:39:46.478153 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.490959 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b38e63-7aec-47ef-b1ea-8b060238b2be {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:39:46.510302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port a9b38e63-7aec-47ef-b1ea-8b060238b2be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:46.513612 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.557038 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=a9b38e63-7aec-47ef-b1ea-8b060238b2be,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.919592 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['a9b38e63-7aec-47ef-b1ea-8b060238b2be'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:47.427080 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a2942-942a-4f96-8b6a-fd383da929c7 req-7aa84930-8201-467d-b16c-8c66af016f83 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:47.428517 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-427a2942-942a-4f96-8b6a-fd383da929c7 req-7aa84930-8201-467d-b16c-8c66af016f83 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 944 time: 0.0476248 Aug 09 11:39:47.467235 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-427a2942-942a-4f96-8b6a-fd383da929c7 req-354c62f0-52c7-4623-8332-ffa6af75629f tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Aug 09 11:39:48.356763 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device a9b38e63-7aec-47ef-b1ea-8b060238b2be up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:48.403669 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port a9b38e63-7aec-47ef-b1ea-8b060238b2be completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:48.407405 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port a9b38e63-7aec-47ef-b1ea-8b060238b2be triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:48.407774 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.485177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port a9b38e63-7aec-47ef-b1ea-8b060238b2be is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:39:48.485564 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.508682 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:39:48.511187 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e97c7c2-24fd-4584-85bc-ceba31dc88c6" -d '{"events": [{"server_uuid": "73853831-e4fd-4f8e-9910-c4e6f951f153", "name": "network-vif-plugged", "status": "completed", "tag": "a9b38e63-7aec-47ef-b1ea-8b060238b2be"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:48.525408 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port a9b38e63-7aec-47ef-b1ea-8b060238b2be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:48.530040 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.561695 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5bc91-2a30-40fa-a026-d63cc1cc4fc5 x-openstack-request-id: req-57b5bc91-2a30-40fa-a026-d63cc1cc4fc5 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:48.562039 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73853831-e4fd-4f8e-9910-c4e6f951f153", "name": "network-vif-plugged", "status": "completed", "tag": "a9b38e63-7aec-47ef-b1ea-8b060238b2be", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:48.562292 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57b5bc91-2a30-40fa-a026-d63cc1cc4fc5 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:48.562678 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b5bc91-2a30-40fa-a026-d63cc1cc4fc5'] response: {'server_uuid': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be', 'code': 200} Aug 09 11:39:48.588678 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=a9b38e63-7aec-47ef-b1ea-8b060238b2be,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:48.590053 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92deb5-3713-434c-8fb2-c9345da198a8 req-0ff24172-e50e-4064-9e4c-ec189dda2540 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:48.591894 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a92deb5-3713-434c-8fb2-c9345da198a8 req-0ff24172-e50e-4064-9e4c-ec189dda2540 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Aug 09 11:39:48.631484 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a92deb5-3713-434c-8fb2-c9345da198a8 req-a08dd17c-c9ed-4157-9eef-dab6439948f1 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Aug 09 11:39:48.637605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1fe6430d-26f3-4e57-9fd1-1c1a27fd2d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.755015 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd672ed9-2306-43e7-9d42-e35af0ddc369 req-46848629-08eb-488a-a819-6e6f67a6131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:48.756472 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dd672ed9-2306-43e7-9d42-e35af0ddc369 req-46848629-08eb-488a-a819-6e6f67a6131d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 1098 time: 0.0400479 Aug 09 11:39:48.790715 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-dd672ed9-2306-43e7-9d42-e35af0ddc369 req-a5593c2d-6056-4797-8d52-eba3fbb9f9cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275536 Aug 09 11:39:49.753457 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308b0e-8200-481b-abbc-5d6dfdc43607 req-9eb5c2dc-2ceb-4770-a1c9-0fe5b5132545 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:49.754973 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6e308b0e-8200-481b-abbc-5d6dfdc43607 req-9eb5c2dc-2ceb-4770-a1c9-0fe5b5132545 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Aug 09 11:39:49.792070 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6e308b0e-8200-481b-abbc-5d6dfdc43607 req-267c68ae-ccbe-418e-a21c-d61d8c5e731f tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Aug 09 11:39:50.062974 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:50.908282 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a3d21-5845-4671-b33a-edb74ea5c8bc req-96a4b899-ff65-4dcb-ab2f-e446f4096960 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:39:50.910328 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-804a3d21-5845-4671-b33a-edb74ea5c8bc req-96a4b899-ff65-4dcb-ab2f-e446f4096960 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0477724 Aug 09 11:39:50.948823 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-804a3d21-5845-4671-b33a-edb74ea5c8bc req-76b234ed-2353-40c3-a01f-577fd6f72636 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Aug 09 11:39:51.410750 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.652655 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:00.504253 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:16.335748 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f7f631f8-48af-448b-9b5f-4c234d37b0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:18.639349 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e1dcedb2-7b80-4aca-adbd-f85b916b2cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.061568 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.413118 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.653100 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.665330 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:40:30.516889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.544175 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-231e9af5-920f-4e4a-827d-68465c170dc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448830 Aug 09 11:40:36.647122 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-61948948-3ab5-436f-894e-0a7d7f3a8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:36.648593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-61948948-3ab5-436f-894e-0a7d7f3a8dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 1099 time: 0.0402789 Aug 09 11:40:37.015493 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-aa9e21e9-7c51-4eb7-bed0-11e2d77053cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:37.017489 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-aa9e21e9-7c51-4eb7-bed0-11e2d77053cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.3506949 Aug 09 11:40:37.085626 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-41f02b71-15ac-45b5-9d0e-1ebe275c9ce8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8831576d-0e47-4b77-914e-906bc1edc6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0612526 Aug 09 11:40:37.134917 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-dfaba942-251d-4fe5-92bf-67d3f19bf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:37.136368 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-dfaba942-251d-4fe5-92bf-67d3f19bf78a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0445557 Aug 09 11:40:37.190634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-7072f4c4-0d10-49b5-997e-0b4d265965ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:37.192165 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-7072f4c4-0d10-49b5-997e-0b4d265965ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455422 Aug 09 11:40:37.286641 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-eb7d7b1c-d2b2-44a8-89f6-09b5dc573a38 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872200 Aug 09 11:40:37.382575 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cd723818-5be7-42b8-91b6-d6ebbb76d979 req-4aee0518-0254-4d03-9375-4511070b2780 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892076 Aug 09 11:40:41.814709 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b057-e525-411d-a8b1-890e9b2c6b39 req-acfdfaf1-3e39-4afc-9938-81431317c7c8 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:41.816213 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1054b057-e525-411d-a8b1-890e9b2c6b39 req-acfdfaf1-3e39-4afc-9938-81431317c7c8 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Aug 09 11:40:41.853202 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1054b057-e525-411d-a8b1-890e9b2c6b39 req-b2821872-24f2-45f5-84fd-1f97add60fe1 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Aug 09 11:40:42.974972 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e288aae-858d-4b1c-a3f6-d5705f2a599d req-37de85f8-ec7b-4132-800c-00f3dfcaad8b tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:42.976417 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4e288aae-858d-4b1c-a3f6-d5705f2a599d req-37de85f8-ec7b-4132-800c-00f3dfcaad8b tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0522189 Aug 09 11:40:43.013973 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4e288aae-858d-4b1c-a3f6-d5705f2a599d req-0007dc0f-dc8d-462a-aee0-22834c222c1a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Aug 09 11:40:43.864387 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-bc0b7cdb-6ce6-4e35-aac0-59564f18816f tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:43.865821 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-bc0b7cdb-6ce6-4e35-aac0-59564f18816f tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Aug 09 11:40:43.955795 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Deleting port a9b38e63-7aec-47ef-b1ea-8b060238b2be {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:40:43.956134 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:44.043976 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] For port a9b38e63-7aec-47ef-b1ea-8b060238b2be, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=a9b38e63-7aec-47ef-b1ea-8b060238b2be,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:44.044346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:44.057671 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Calling delete_port for a9b38e63-7aec-47ef-b1ea-8b060238b2be owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:40:44.166151 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7415ef-f22e-43db-9c70-0c37838f3db3 req-33d82591-e0d2-405d-aeb5-ad8a12ef35b5 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:44.167518 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6d7415ef-f22e-43db-9c70-0c37838f3db3 req-33d82591-e0d2-405d-aeb5-ad8a12ef35b5 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=73853831-e4fd-4f8e-9910-c4e6f951f153 HTTP/1.1" status: 200 len: 945 time: 0.0698903 Aug 09 11:40:44.245407 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6d7415ef-f22e-43db-9c70-0c37838f3db3 req-8b1f67ca-7f79-4aa8-a665-2b15e558b164 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697539 Aug 09 11:40:44.250776 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:44.278451 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Pushing event deleted for resources: {'Port': ['ID=a9b38e63-7aec-47ef-b1ea-8b060238b2be,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:44.286731 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['a9b38e63-7aec-47ef-b1ea-8b060238b2be'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:44.290773 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.291130 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.291476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.291818 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.292153 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.292494 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.292828 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.293175 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.293488 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.293815 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.294191 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.294523 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:44.327450 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] No DVR routers for this DVR port a9b38e63-7aec-47ef-b1ea-8b060238b2be on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:44.329786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:44.333084 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7a3612fc-a460-4bf3-9bd7-dd25bd3642cf req-a1979009-b681-4905-9b5a-4a039566849e tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "DELETE /v2.0/ports/a9b38e63-7aec-47ef-b1ea-8b060238b2be HTTP/1.1" status: 204 len: 173 time: 0.4608514 Aug 09 11:40:44.333507 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'name': 'network-vif-deleted', 'tag': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:40:44.335774 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d63317c-9d80-42b1-806d-85cbf08b337c" -d '{"events": [{"server_uuid": "73853831-e4fd-4f8e-9910-c4e6f951f153", "name": "network-vif-deleted", "tag": "a9b38e63-7aec-47ef-b1ea-8b060238b2be"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:44.552863 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf6a345-02b5-4447-92a2-66c044bda409 x-openstack-request-id: req-faf6a345-02b5-4447-92a2-66c044bda409 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:44.553147 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73853831-e4fd-4f8e-9910-c4e6f951f153", "name": "network-vif-deleted", "tag": "a9b38e63-7aec-47ef-b1ea-8b060238b2be", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:44.553420 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-faf6a345-02b5-4447-92a2-66c044bda409 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:44.553814 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf6a345-02b5-4447-92a2-66c044bda409'] response: {'server_uuid': '73853831-e4fd-4f8e-9910-c4e6f951f153', 'name': 'network-vif-deleted', 'tag': 'a9b38e63-7aec-47ef-b1ea-8b060238b2be', 'status': 'completed', 'code': 200} Aug 09 11:40:46.338310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-58e1ee3c-e7f1-4737-b88f-5efe0922a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:48.641780 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-bbf993cf-6010-4857-baeb-816278b08c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:49.363741 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device a9b38e63-7aec-47ef-b1ea-8b060238b2be no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:49.383411 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: a9b38e63-7aec-47ef-b1ea-8b060238b2be {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:40:49.383760 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device a9b38e63-7aec-47ef-b1ea-8b060238b2be not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:50.064105 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:51.419161 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:51.655417 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:56.254102 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-8f476733-8a53-4292-93aa-e0ae229aff4a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:56.255831 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-8f476733-8a53-4292-93aa-e0ae229aff4a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/networks?id=eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 200 len: 814 time: 0.1023865 Aug 09 11:40:56.270587 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-1b386ea7-9bc0-4999-a89e-4fc639ad444c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/quotas/fa5b5ed6b1104715910c23a9e2c81e38 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Aug 09 11:40:56.306728 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-5f9f471e-10ec-4728-b107-9b9a3a67c2a9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309212 Aug 09 11:40:56.395720 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-33a8d154-9547-4866-98ae-652095a92be3 service neutron] 10.222.0.50 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820811 Aug 09 11:40:56.489776 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-3e235d6d-ea1e-4f45-84c0-2160ff82484c service neutron] 10.222.0.50 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880599 Aug 09 11:40:56.647431 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-31bf8231-6e92-4b7e-8094-4354a2403cac req-9f37481c-60b3-405b-8a3c-9c1c426dddbb tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 210 time: 0.0297210 Aug 09 11:40:57.608160 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-42d01e26-7135-489e-953e-b3aeb58f005c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:57.609577 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-42d01e26-7135-489e-953e-b3aeb58f005c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "GET /v2.0/networks?id=eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 200 len: 814 time: 0.0974767 Aug 09 11:40:57.631268 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Request body: {'port': {'device_id': '5265feb2-e62e-4044-92f9-95f529438f5a', 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205', 'admin_state_up': True, 'tenant_id': 'fa5b5ed6b1104715910c23a9e2c81e38'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:57.740422 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Made reservation on behalf of fa5b5ed6b1104715910c23a9e2c81e38 for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:57.744588 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:57.746254 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6c5190f9-3f47-48d7-9f82-be3cc4713e4c req-7dd75ce2-1c93-49ee-89ac-9cf058b6eb23 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 210 time: 0.0284572 Aug 09 11:40:57.867714 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Allocated IP 172.20.0.7 (eaa0de9c-676e-4d36-993a-fe693ce2a205/428da2ef-c3cf-43c5-9c1b-5e2075048c1b/bf1ed227-85c6-4b5f-9649-37d3da35dc7b) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:40:58.009903 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.047931 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.091843 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Network eaa0de9c-676e-4d36-993a-fe693ce2a205 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:40:58.095199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:58.099749 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:40:58.106010 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Pushing event updated for resources: {'Port': ['ID=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:58.154031 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:58.154652 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.170509 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-ec70bd3e-262f-4065-86b5-4e6d6ff69615 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435200 Aug 09 11:40:58.187708 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Request body: {'port': {'device_id': '5265feb2-e62e-4044-92f9-95f529438f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:58.239539 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.493447 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1ed227-85c6-4b5f-9649-37d3da35dc7b {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:40:58.500870 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.512817 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Transition to ACTIVE for port object bf1ed227-85c6-4b5f-9649-37d3da35dc7b will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:40:58.516568 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.588525 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:58.618276 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Attempting to bind port bf1ed227-85c6-4b5f-9649-37d3da35dc7b on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:40:58.618610 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Attempting to bind port bf1ed227-85c6-4b5f-9649-37d3da35dc7b by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:40:58.618933 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Attempting to bind port bf1ed227-85c6-4b5f-9649-37d3da35dc7b on network eaa0de9c-676e-4d36-993a-fe693ce2a205 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:40:58.623112 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Port bf1ed227-85c6-4b5f-9649-37d3da35dc7b on network eaa0de9c-676e-4d36-993a-fe693ce2a205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:40:58.623426 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Attempting to bind port bf1ed227-85c6-4b5f-9649-37d3da35dc7b on network eaa0de9c-676e-4d36-993a-fe693ce2a205 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:40:58.628662 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:40:58.628990 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Checking segment: {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:40:58.629365 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Bound using segment: {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:40:58.629864 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Bound port: bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25af0464-3ddc-4428-811e-80197601e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:40:58.630157 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.663952 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:40:58.693079 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] For port bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:40:58.696521 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] For port bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:40:58.700992 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.704030 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:58.704859 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.706885 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf1ed227-85c6-4b5f-9649-37d3da35dc7b HTTP/1.1" status: 200 len: 1093 time: 0.5232975 Aug 09 11:40:58.708806 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5265feb2-e62e-4044-92f9-95f529438f5a', 'tag': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:40:58.711367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c102ab-f880-4898-9030-08e77aa45fce" -d '{"events": [{"name": "network-changed", "server_uuid": "5265feb2-e62e-4044-92f9-95f529438f5a", "tag": "bf1ed227-85c6-4b5f-9649-37d3da35dc7b"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:58.752294 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8b055-1256-4cc0-a92b-04e16ebe5d79 x-openstack-request-id: req-51e8b055-1256-4cc0-a92b-04e16ebe5d79 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:58.752966 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5265feb2-e62e-4044-92f9-95f529438f5a", "tag": "bf1ed227-85c6-4b5f-9649-37d3da35dc7b", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:58.752966 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51e8b055-1256-4cc0-a92b-04e16ebe5d79 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:58.753423 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e8b055-1256-4cc0-a92b-04e16ebe5d79'] response: {'name': 'network-changed', 'server_uuid': '5265feb2-e62e-4044-92f9-95f529438f5a', 'tag': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b', 'status': 'completed', 'code': 200} Aug 09 11:40:58.766714 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f301f-8405-4455-a3e5-2c0e294a9452 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:58.808784 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-1dd52838-dcbf-4719-9ca1-07093e01019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:58.810281 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-1dd52838-dcbf-4719-9ca1-07093e01019d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 1096 time: 0.0393710 Aug 09 11:40:58.858026 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-6532f9b6-5a88-4125-b30b-478fbc7f911d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b HTTP/1.1" status: 200 len: 217 time: 0.0337629 Aug 09 11:40:58.865785 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ff088-2ace-465a-af9a-d59fabb860ba req-00586e65-31b6-4606-9044-76c6cb4ead69 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:58.867276 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6a3ff088-2ace-465a-af9a-d59fabb860ba req-00586e65-31b6-4606-9044-76c6cb4ead69 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 943 time: 0.0487676 Aug 09 11:40:58.905481 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6a3ff088-2ace-465a-af9a-d59fabb860ba req-e6d30ef1-44b7-4449-81df-992d78961ca8 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Aug 09 11:40:58.910793 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-939d4346-c440-4108-99ec-09fee1ff19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:58.912226 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-939d4346-c440-4108-99ec-09fee1ff19d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=428da2ef-c3cf-43c5-9c1b-5e2075048c1b HTTP/1.1" status: 200 len: 854 time: 0.0485525 Aug 09 11:40:58.943606 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-3be73d4a-ad35-463b-9a76-007df1913f3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaa0de9c-676e-4d36-993a-fe693ce2a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253611 Aug 09 11:40:59.030057 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-46837889-541e-425e-9a12-cb9c6efcbb12 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795510 Aug 09 11:40:59.120584 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-752566d3-3dd1-4765-b9c8-0dde89c187c2 req-fecdd90a-d285-44e4-b056-f9047c4fd2d8 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Aug 09 11:40:59.263303 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c102ab-f880-4898-9030-08e77aa45fce req-c445b009-367d-4271-a1bd-b585d6cdc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:59.264786 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-c445b009-367d-4271-a1bd-b585d6cdc3b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 1096 time: 0.0399547 Aug 09 11:40:59.355857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c102ab-f880-4898-9030-08e77aa45fce req-bb689f21-b5c3-40a8-a99f-6eb24d72226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:59.357181 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-bb689f21-b5c3-40a8-a99f-6eb24d72226f service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 200 len: 915 time: 0.0858967 Aug 09 11:40:59.395937 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-4ab99eec-a084-48ed-85d0-280f90037130 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b HTTP/1.1" status: 200 len: 217 time: 0.0322361 Aug 09 11:40:59.444446 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c102ab-f880-4898-9030-08e77aa45fce req-dfbe27cf-8248-4eae-9d84-14dbf5c98f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:40:59.445922 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-dfbe27cf-8248-4eae-9d84-14dbf5c98f29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=428da2ef-c3cf-43c5-9c1b-5e2075048c1b HTTP/1.1" status: 200 len: 854 time: 0.0428061 Aug 09 11:40:59.480593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-f2263b97-9f80-4fae-8b39-dd0f3a40b8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaa0de9c-676e-4d36-993a-fe693ce2a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276618 Aug 09 11:40:59.567469 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-9ca3fe94-8b0c-4030-82ae-a014c4f57652 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793750 Aug 09 11:40:59.656847 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-57c102ab-f880-4898-9030-08e77aa45fce req-7b64af69-10ec-4165-8f6a-974a949e6215 service neutron] 10.222.0.43 "GET /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823650 Aug 09 11:41:00.025310 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4f920-8740-4ef4-bdf5-f9ef739d0b9c req-f2dbe0a9-6042-4c7d-b904-502998afd07a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:00.026777 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2fd4f920-8740-4ef4-bdf5-f9ef739d0b9c req-f2dbe0a9-6042-4c7d-b904-502998afd07a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 943 time: 0.0478284 Aug 09 11:41:00.062627 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2fd4f920-8740-4ef4-bdf5-f9ef739d0b9c req-a7e6d162-7673-4228-ac87-a9816e83f374 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299785 Aug 09 11:41:00.540775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.181863 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e93a99-87f6-46c9-ae2b-05b84b27e6c0 req-1756998e-0b0f-48e9-a995-0c1e1f8fb322 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:01.183356 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-52e93a99-87f6-46c9-ae2b-05b84b27e6c0 req-1756998e-0b0f-48e9-a995-0c1e1f8fb322 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 943 time: 0.0482435 Aug 09 11:41:01.220320 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-52e93a99-87f6-46c9-ae2b-05b84b27e6c0 req-1706d7f5-9374-4c4a-a478-445f4106edf5 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Aug 09 11:41:02.340437 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927ca89-ca1d-43c1-9227-d158b89a66b7 req-313ff718-79fb-4168-8180-ca71f307eb31 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:02.341781 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d927ca89-ca1d-43c1-9227-d158b89a66b7 req-313ff718-79fb-4168-8180-ca71f307eb31 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 943 time: 0.0477467 Aug 09 11:41:02.380500 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d927ca89-ca1d-43c1-9227-d158b89a66b7 req-7888881f-a8f9-4b5f-ab75-ebe19ae717d9 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Aug 09 11:41:03.388631 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bf1ed227-85c6-4b5f-9649-37d3da35dc7b details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:41:03.487432 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:03.498481 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b', 'network_id': 'eaa0de9c-676e-4d36-993a-fe693ce2a205', 'port_id': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b', 'mac_address': 'fa:16:3e:ae:72:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428da2ef-c3cf-43c5-9c1b-5e2075048c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:41:03.503122 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28592-623c-42ef-8688-0fcbc79a6211 req-b804ae83-c2be-432f-bfc5-a0fc3af5f09b tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:03.504802 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-70e28592-623c-42ef-8688-0fcbc79a6211 req-b804ae83-c2be-432f-bfc5-a0fc3af5f09b tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 943 time: 0.0539494 Aug 09 11:41:03.537532 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port bf1ed227-85c6-4b5f-9649-37d3da35dc7b is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:41:03.538099 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:03.541252 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-70e28592-623c-42ef-8688-0fcbc79a6211 req-5f98d038-5355-408f-a405-4cc53499593b tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305390 Aug 09 11:41:03.552413 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1ed227-85c6-4b5f-9649-37d3da35dc7b {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:41:03.572342 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:03.576230 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:03.624766 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:03.632178 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.632524 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.632873 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.633190 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.633579 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.634146 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.634656 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.635166 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.635713 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.636244 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.636738 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:03.637257 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:04.063006 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['bf1ed227-85c6-4b5f-9649-37d3da35dc7b'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:04.662799 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b40b7-f731-4de2-aab0-adebc305b2bf req-e7a79eaa-7bb1-4d4c-8129-11597c2b0363 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:04.664257 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-118b40b7-f731-4de2-aab0-adebc305b2bf req-e7a79eaa-7bb1-4d4c-8129-11597c2b0363 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 944 time: 0.0540905 Aug 09 11:41:04.707111 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-118b40b7-f731-4de2-aab0-adebc305b2bf req-ed8612ac-2908-42b6-a806-72bebe22bfae tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Aug 09 11:41:05.390917 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bf1ed227-85c6-4b5f-9649-37d3da35dc7b up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:41:05.442629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port bf1ed227-85c6-4b5f-9649-37d3da35dc7b completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:05.446577 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port bf1ed227-85c6-4b5f-9649-37d3da35dc7b triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:05.446951 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:05.520757 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port bf1ed227-85c6-4b5f-9649-37d3da35dc7b is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:41:05.521139 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:05.542800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265feb2-e62e-4044-92f9-95f529438f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:41:05.545011 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53fb738-4bc4-40dd-85f6-ce105943da5c" -d '{"events": [{"server_uuid": "5265feb2-e62e-4044-92f9-95f529438f5a", "name": "network-vif-plugged", "status": "completed", "tag": "bf1ed227-85c6-4b5f-9649-37d3da35dc7b"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:05.558361 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:05.562044 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:05.715615 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3de3311-4b54-4a49-9214-a17aa643e07a x-openstack-request-id: req-b3de3311-4b54-4a49-9214-a17aa643e07a {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:05.715904 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5265feb2-e62e-4044-92f9-95f529438f5a", "name": "network-vif-plugged", "status": "completed", "tag": "bf1ed227-85c6-4b5f-9649-37d3da35dc7b", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:05.716154 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3de3311-4b54-4a49-9214-a17aa643e07a {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:05.716542 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3de3311-4b54-4a49-9214-a17aa643e07a'] response: {'server_uuid': '5265feb2-e62e-4044-92f9-95f529438f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b', 'code': 200} Aug 09 11:41:05.739308 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:05.853785 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52236a5-8fdf-4286-ba68-58cdb2136f28 req-cde092c4-3cc1-4c2a-a4a9-554e47216ebe tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:05.855270 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b52236a5-8fdf-4286-ba68-58cdb2136f28 req-cde092c4-3cc1-4c2a-a4a9-554e47216ebe tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0752578 Aug 09 11:41:05.861585 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b8bc5-05fd-493b-a3e2-34d43d915095 req-2d80d238-faf4-4e0c-8dbe-44b8557c45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:05.863002 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d29b8bc5-05fd-493b-a3e2-34d43d915095 req-2d80d238-faf4-4e0c-8dbe-44b8557c45fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 1098 time: 0.0567548 Aug 09 11:41:05.917579 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b52236a5-8fdf-4286-ba68-58cdb2136f28 req-bbdef44c-6458-46b3-8737-ba662543104a tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536609 Aug 09 11:41:05.919188 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d29b8bc5-05fd-493b-a3e2-34d43d915095 req-cdd86505-4616-4178-9713-852dfb671785 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498171 Aug 09 11:41:07.038619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcf2bc-7b08-4815-96c3-6684d4543bd0 req-684b6b34-1f80-4324-8671-bfb9b036ec59 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:07.040087 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-11bcf2bc-7b08-4815-96c3-6684d4543bd0 req-684b6b34-1f80-4324-8671-bfb9b036ec59 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0484459 Aug 09 11:41:07.077416 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-11bcf2bc-7b08-4815-96c3-6684d4543bd0 req-c39cd9c3-d970-46ff-a2e2-eefad07ec8a2 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Aug 09 11:41:08.193133 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64453-dcf9-4e4c-aea2-af1c5da78e76 req-981bc18c-a906-41f3-9ce8-34359b2a0ac0 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:08.194581 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b2e64453-dcf9-4e4c-aea2-af1c5da78e76 req-981bc18c-a906-41f3-9ce8-34359b2a0ac0 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0472865 Aug 09 11:41:08.232125 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b2e64453-dcf9-4e4c-aea2-af1c5da78e76 req-98de3e7c-f964-46dd-b905-18feb12a5cbc tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Aug 09 11:41:16.339339 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-397f6846-08b7-4eff-ab3e-12166ee75deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:18.646459 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-bfd47286-6bf4-43f1-9f24-a0ee37159dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.067949 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.419780 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.662664 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:30.555204 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:31.265499 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654f5a-da63-41b8-9e6e-6bc5f89bd145 req-5611f929-7006-45fa-98d9-d4d05cae333c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:31.266978 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c9654f5a-da63-41b8-9e6e-6bc5f89bd145 req-5611f929-7006-45fa-98d9-d4d05cae333c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0483930 Aug 09 11:41:31.303629 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c9654f5a-da63-41b8-9e6e-6bc5f89bd145 req-50e3d4e9-a2e5-4085-9b8e-d5fc920e5f72 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304520 Aug 09 11:41:32.423678 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eef768-0ef0-465f-9741-c99a960f3dd9 req-0d45c994-e9a3-48f8-9ce1-b1d3b2504e4f tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:32.425332 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-20eef768-0ef0-465f-9741-c99a960f3dd9 req-0d45c994-e9a3-48f8-9ce1-b1d3b2504e4f tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0499308 Aug 09 11:41:32.463377 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-20eef768-0ef0-465f-9741-c99a960f3dd9 req-d636d9c5-61d1-4eb0-913e-afc049beea97 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Aug 09 11:41:33.502086 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0361b-42e4-405d-976c-035732381e75 req-94e19295-20c7-4279-a7f6-e1ef1d8d9e33 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:33.503377 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-60a0361b-42e4-405d-976c-035732381e75 req-94e19295-20c7-4279-a7f6-e1ef1d8d9e33 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0473526 Aug 09 11:41:33.617436 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dc983-a76c-4373-b339-6072cd360766 req-13ce7036-984a-401a-b49f-8e5eb01c8a7c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:33.618896 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b83dc983-a76c-4373-b339-6072cd360766 req-13ce7036-984a-401a-b49f-8e5eb01c8a7c tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 945 time: 0.0827730 Aug 09 11:41:33.642984 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Deleting port bf1ed227-85c6-4b5f-9649-37d3da35dc7b {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:41:33.643325 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:33.683112 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b83dc983-a76c-4373-b339-6072cd360766 req-89aa225c-cc09-4b74-8ee9-7ede808fad09 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7269a7a-4046-4b3b-9516-c342e21f306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570791 Aug 09 11:41:33.746439 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] For port bf1ed227-85c6-4b5f-9649-37d3da35dc7b, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,segment=NetworkSegment(25af0464-3ddc-4428-811e-80197601e60b),segment_id=25af0464-3ddc-4428-811e-80197601e60b)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:33.746728 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:33.758633 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Calling delete_port for bf1ed227-85c6-4b5f-9649-37d3da35dc7b owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:41:33.884334 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:33.911910 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Pushing event deleted for resources: {'Port': ['ID=bf1ed227-85c6-4b5f-9649-37d3da35dc7b,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:33.920719 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['bf1ed227-85c6-4b5f-9649-37d3da35dc7b'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:33.951870 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] No DVR routers for this DVR port bf1ed227-85c6-4b5f-9649-37d3da35dc7b on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:33.954246 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:33.958387 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-60a0361b-42e4-405d-976c-035732381e75 req-e551b646-0bd1-40c7-b9c1-bdb471f79ee3 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.43 "DELETE /v2.0/ports/bf1ed227-85c6-4b5f-9649-37d3da35dc7b HTTP/1.1" status: 204 len: 173 time: 0.4490335 Aug 09 11:41:33.958882 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265feb2-e62e-4044-92f9-95f529438f5a', 'name': 'network-vif-deleted', 'tag': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:41:33.961166 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af97097c-7abd-46e6-8d9d-7cb34bcee232" -d '{"events": [{"server_uuid": "5265feb2-e62e-4044-92f9-95f529438f5a", "name": "network-vif-deleted", "tag": "bf1ed227-85c6-4b5f-9649-37d3da35dc7b"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:33.998876 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9ae7a9-5dde-4c17-be5e-7ba23e9cc3cc x-openstack-request-id: req-8e9ae7a9-5dde-4c17-be5e-7ba23e9cc3cc {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:33.999160 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5265feb2-e62e-4044-92f9-95f529438f5a", "name": "network-vif-deleted", "tag": "bf1ed227-85c6-4b5f-9649-37d3da35dc7b", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:33.999407 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e9ae7a9-5dde-4c17-be5e-7ba23e9cc3cc {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:33.999802 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9ae7a9-5dde-4c17-be5e-7ba23e9cc3cc'] response: {'server_uuid': '5265feb2-e62e-4044-92f9-95f529438f5a', 'name': 'network-vif-deleted', 'tag': 'bf1ed227-85c6-4b5f-9649-37d3da35dc7b', 'status': 'completed', 'code': 200} Aug 09 11:41:34.800167 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b674d53a-6812-4ba3-aae8-00aeb446c732 req-86c27a1f-87c6-4491-97f3-cadf692de711 tempest-VolumesSnapshotTestJSON-1726335328 tempest-VolumesSnapshotTestJSON-1726335328-project] 10.222.0.50 "GET /v2.0/ports?device_id=5265feb2-e62e-4044-92f9-95f529438f5a HTTP/1.1" status: 200 len: 210 time: 0.0265467 Aug 09 11:41:35.663238 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:36.510531 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0ded7-e473-4519-bc9f-e30e8a77cf73 req-03110fce-e740-49a7-ba93-8c733c4ee273 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:36.512030 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3cf0ded7-e473-4519-bc9f-e30e8a77cf73 req-03110fce-e740-49a7-ba93-8c733c4ee273 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0522423 Aug 09 11:41:36.550002 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3cf0ded7-e473-4519-bc9f-e30e8a77cf73 req-c5ad5455-3e3a-493a-b88c-63b0bcd42adc tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Aug 09 11:41:37.071508 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-d52fa047-63e3-493a-8d54-48f74c158eb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427103 Aug 09 11:41:37.148058 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-439571a9-ae1c-45a2-841b-f172144f04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:37.149536 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-439571a9-ae1c-45a2-841b-f172144f04bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1098 time: 0.0416906 Aug 09 11:41:37.260937 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-c6fd92dc-1b99-4ee2-ae80-4653303d9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:37.262433 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-c6fd92dc-1b99-4ee2-ae80-4653303d9f93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0861876 Aug 09 11:41:37.334383 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-5875e049-51eb-4313-9153-362988765929 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 999 time: 0.0635829 Aug 09 11:41:37.382446 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-1efd0a33-3d5d-47f1-a686-112ff12965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:37.383828 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-1efd0a33-3d5d-47f1-a686-112ff12965ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0429747 Aug 09 11:41:37.431804 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-ce812589-b5f3-43c6-943c-e3db7ff06043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:37.433272 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-ce812589-b5f3-43c6-943c-e3db7ff06043 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425017 Aug 09 11:41:37.524470 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-40d1048f-2f66-40f8-97bb-a13a4cb95673 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827844 Aug 09 11:41:37.546418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bf1ed227-85c6-4b5f-9649-37d3da35dc7b no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:37.568326 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: bf1ed227-85c6-4b5f-9649-37d3da35dc7b {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:41:37.568672 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device bf1ed227-85c6-4b5f-9649-37d3da35dc7b not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:37.635520 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-59a44d05-d7cf-451b-826c-ec0c0fe81575 req-022fd257-dcb5-45d6-9919-ee2bfb968ac9 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952919 Aug 09 11:41:37.669703 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19aa9-0b25-4c1c-810e-136594bef4a2 req-156122dd-d80e-40ab-bb42-dd4b717e2edf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:37.671153 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b1b19aa9-0b25-4c1c-810e-136594bef4a2 req-156122dd-d80e-40ab-bb42-dd4b717e2edf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0481300 Aug 09 11:41:37.708443 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b1b19aa9-0b25-4c1c-810e-136594bef4a2 req-c0270f54-fa9c-4567-a19c-513b26c4ac8a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304501 Aug 09 11:41:38.825608 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6a37-7986-4805-9eaa-a040dfc1037c req-fc180b98-e946-41a2-aafb-a9ba229672e0 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:38.827099 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4e8c6a37-7986-4805-9eaa-a040dfc1037c req-fc180b98-e946-41a2-aafb-a9ba229672e0 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0486894 Aug 09 11:41:38.865001 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4e8c6a37-7986-4805-9eaa-a040dfc1037c req-8dac3f02-fee6-4001-82c9-de4728df9652 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317442 Aug 09 11:41:39.988493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeb71c-ca94-4fe3-813d-687dd7c926c2 req-f813616d-50cc-4d74-a714-1d4603157a07 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:39.989962 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eaeb71c-ca94-4fe3-813d-687dd7c926c2 req-f813616d-50cc-4d74-a714-1d4603157a07 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0543351 Aug 09 11:41:40.025456 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6eaeb71c-ca94-4fe3-813d-687dd7c926c2 req-45ada1a9-7199-4d7e-9340-4eec8634516a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296295 Aug 09 11:41:41.142571 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df16163-c455-4a16-b6a3-456222fe57c3 req-898e712a-f258-49cd-8088-8e805413a3cf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:41.144011 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5df16163-c455-4a16-b6a3-456222fe57c3 req-898e712a-f258-49cd-8088-8e805413a3cf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0477982 Aug 09 11:41:41.180938 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5df16163-c455-4a16-b6a3-456222fe57c3 req-5f164809-37ab-43f2-bb99-59c406304baa tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Aug 09 11:41:42.137298 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-b59f5901-9f67-4605-a127-d60314d35e87 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:42.138727 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-b59f5901-9f67-4605-a127-d60314d35e87 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0498898 Aug 09 11:41:42.227540 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Deleting port 8831576d-0e47-4b77-914e-906bc1edc6c7 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:41:42.228147 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:42.306521 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f1f7-9341-433e-9497-c22b9e34e3d6 req-2f5a4c5c-12a5-48c1-9f5d-327d83fb3df6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:42.308005 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d977f1f7-9341-433e-9497-c22b9e34e3d6 req-2f5a4c5c-12a5-48c1-9f5d-327d83fb3df6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 946 time: 0.0549538 Aug 09 11:41:42.323066 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] For port 8831576d-0e47-4b77-914e-906bc1edc6c7, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8831576d-0e47-4b77-914e-906bc1edc6c7,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:42.323436 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:42.346097 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d977f1f7-9341-433e-9497-c22b9e34e3d6 req-d54788ea-0dc6-4d30-b4de-b581e6ae5024 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Aug 09 11:41:42.551742 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:42.552176 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:42.552589 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Floating IP 9e4dc47d-a75b-4193-bdc7-6d55b063bfdb disassociated. External IP: 172.27.2.239, port: 8831576d-0e47-4b77-914e-906bc1edc6c7. Aug 09 11:41:42.552973 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Calling delete_port for 8831576d-0e47-4b77-914e-906bc1edc6c7 owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:41:42.683897 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:42.711082 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'Port': ['ID=8831576d-0e47-4b77-914e-906bc1edc6c7,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:42.827021 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:41:42.934159 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:41:42.945774 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:41:42.955859 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:41:42.956867 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:42.975234 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] No DVR routers for this DVR port 8831576d-0e47-4b77-914e-906bc1edc6c7 on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:42.977867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:42.981329 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6a86af68-fa3e-49f8-b3c3-252c95bb51aa req-6c0a32df-04e5-4b6e-898e-9c8a847a12dd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "DELETE /v2.0/ports/8831576d-0e47-4b77-914e-906bc1edc6c7 HTTP/1.1" status: 204 len: 173 time: 0.8352854 Aug 09 11:41:42.981787 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'name': 'network-vif-deleted', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:41:42.984634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd91f685-391e-4fac-ae36-5b082248a87d" -d '{"events": [{"server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "name": "network-vif-deleted", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:43.023789 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be829845-7436-4f5a-abe8-bc89ca1964cb x-openstack-request-id: req-be829845-7436-4f5a-abe8-bc89ca1964cb {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:43.024226 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb36203-a825-4e68-96f6-0264a923f13a", "name": "network-vif-deleted", "tag": "8831576d-0e47-4b77-914e-906bc1edc6c7", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:43.024484 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be829845-7436-4f5a-abe8-bc89ca1964cb {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:43.025295 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be829845-7436-4f5a-abe8-bc89ca1964cb'] response: {'server_uuid': 'abb36203-a825-4e68-96f6-0264a923f13a', 'name': 'network-vif-deleted', 'tag': '8831576d-0e47-4b77-914e-906bc1edc6c7', 'status': 'completed', 'code': 200} Aug 09 11:41:43.088822 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:41:43.329524 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:43.352833 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af476f-2b5a-4a3f-8527-d749f6cf748b req-9a6f7c32-278f-474d-abe0-36f98e977fb1 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:43.354631 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-59af476f-2b5a-4a3f-8527-d749f6cf748b req-9a6f7c32-278f-474d-abe0-36f98e977fb1 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0497820 Aug 09 11:41:43.356938 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:41:43.365978 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:41:43.366595 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:43.394307 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-59af476f-2b5a-4a3f-8527-d749f6cf748b req-e15365d9-b05a-441d-8786-ba41515e3203 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Aug 09 11:41:43.484087 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:41:43.701033 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:43.711729 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-773ec366-acd7-44a1-a35f-e66b14d26bc1 req-a4b7ca07-ce09-44f0-8879-e61b24fec31e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=abb36203-a825-4e68-96f6-0264a923f13a HTTP/1.1" status: 200 len: 210 time: 0.2862759 Aug 09 11:41:43.733659 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72040f8d-15cb-4906-bac5-cd5685b5dbe1 None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:41:43.992914 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216598f-ccd0-4030-82d4-5642e651bc44 None None] New status for floating IP 9e4dc47d-a75b-4193-bdc7-6d55b063bfdb: DOWN {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:41:44.516954 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66032-929d-4b76-9b13-c57dbfeb7f62 req-6789926f-8c8f-4469-a59b-daf012ecd7bb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:44.519132 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4ab66032-929d-4b76-9b13-c57dbfeb7f62 req-6789926f-8c8f-4469-a59b-daf012ecd7bb tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Aug 09 11:41:44.556660 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4ab66032-929d-4b76-9b13-c57dbfeb7f62 req-d7f41e5c-3eab-45f3-8148-5ecb32a6b962 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Aug 09 11:41:44.961584 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-2dabf43f-dffd-4272-936d-b6252787ef37 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411536861&fields=id&tenant_id=fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 267 time: 0.0364134 Aug 09 11:41:45.072704 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-67aa4f29-018f-458f-a300-00e2b46471d4 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:45.074261 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-67aa4f29-018f-458f-a300-00e2b46471d4 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 812 time: 0.1057732 Aug 09 11:41:45.090524 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-36092398-f79d-4c39-817f-764d0182883f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/quotas/fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 375 time: 0.0091057 Aug 09 11:41:45.145078 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-3a93c343-c342-44b6-9161-4c985beae608 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477343 Aug 09 11:41:45.257165 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-64bc09d4-c892-4ca0-b352-3260a864962a service neutron] 10.222.0.50 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001990 Aug 09 11:41:45.342981 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-f676c1cd-741d-462c-b59a-b81ea9c16b97 service neutron] 10.222.0.50 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849130 Aug 09 11:41:45.573179 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8831576d-0e47-4b77-914e-906bc1edc6c7 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:45.598047 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 8831576d-0e47-4b77-914e-906bc1edc6c7 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:41:45.598871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8831576d-0e47-4b77-914e-906bc1edc6c7 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:45.622286 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1997709c-0127-4770-a636-4483637f77b9 req-8f375c40-bf74-4673-866e-b841fb2fbd25 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 210 time: 0.0278738 Aug 09 11:41:45.690541 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aa6b4-cb91-427d-bb7d-f41d10cfcc73 req-97ed1d2a-e25a-464a-b570-d1d7b0eb5e04 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:45.692018 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7b7aa6b4-cb91-427d-bb7d-f41d10cfcc73 req-97ed1d2a-e25a-464a-b570-d1d7b0eb5e04 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Aug 09 11:41:45.731575 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7b7aa6b4-cb91-427d-bb7d-f41d10cfcc73 req-046f12cf-5995-4851-baa5-4d20e89bc525 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Aug 09 11:41:46.340887 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-349ced32-0a0f-4e31-82e1-c2a13b9fa671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.613959 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-092db7ed-beee-4191-b244-b8417d2823cb tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:46.615411 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-092db7ed-beee-4191-b244-b8417d2823cb tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 812 time: 0.1044531 Aug 09 11:41:46.687744 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-35b8a04a-ae5a-4a20-bee8-007d7f89b9a6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 379 time: 0.0342193 Aug 09 11:41:46.697496 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'port': {'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'admin_state_up': True, 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'security_groups': ['0b709521-33b5-4a72-9cf5-36c5ddfbe776']}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:46.741492 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5e2c67cc-bf9e-44c8-8d26-65d8c3e4590f req-bc1bc1d8-a5b4-47f3-9721-5c1b29d821d9 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 210 time: 0.0391920 Aug 09 11:41:46.824156 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Made reservation on behalf of fd7c4c54935f4a92affdd064b9c22f19 for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:41:46.827690 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.861849 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd26e3-dad8-4484-a0bc-99de5deeee05 req-8bb1f158-53a0-480d-92f4-5601df7310c0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:46.863328 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-09fd26e3-dad8-4484-a0bc-99de5deeee05 req-8bb1f158-53a0-480d-92f4-5601df7310c0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0504324 Aug 09 11:41:46.900350 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-09fd26e3-dad8-4484-a0bc-99de5deeee05 req-a61d3ab5-0d93-4841-8561-45f9cdaf9d2b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Aug 09 11:41:46.955281 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Allocated IP 172.20.0.4 (f438242f-83ed-468c-abf2-0f22f0e5c800/b46a0a8b-1364-4920-b9a3-22d02dbb69f4/8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:47.092250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:47.124827 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:47.168340 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:47.171402 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:47.175080 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:41:47.181290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:47.210643 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.211001 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.211347 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.211682 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.212016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.212356 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.212683 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.213013 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.213344 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.213669 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.214009 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.214336 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:47.238011 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:47.238653 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:47.255211 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0c2853be-57f3-4559-a835-a0c104fed966 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619168 Aug 09 11:41:47.412073 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-a7f652bc-fb49-4790-81d4-4738a2965a7e None None] Provisioning complete for port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:47.412606 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-a7f652bc-fb49-4790-81d4-4738a2965a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:47.449607 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-a7f652bc-fb49-4790-81d4-4738a2965a7e None None] Port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:41:47.866966 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a474-7669-4177-aaca-684f5f670568 req-36ae9253-b1d0-4195-b3bc-b1fafe60ea77 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:47.868441 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bee3a474-7669-4177-aaca-684f5f670568 req-36ae9253-b1d0-4195-b3bc-b1fafe60ea77 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 931 time: 0.0537384 Aug 09 11:41:47.904995 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bee3a474-7669-4177-aaca-684f5f670568 req-b5f1941a-3e52-400e-a036-9ee1701eb1cf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304601 Aug 09 11:41:48.025370 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef6c49-577a-49a3-a6e7-4af6b017cdbe req-f43de1f1-6e23-4221-8f7f-0273984b7f3b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:48.026734 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-23ef6c49-577a-49a3-a6e7-4af6b017cdbe req-f43de1f1-6e23-4221-8f7f-0273984b7f3b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0513420 Aug 09 11:41:48.064582 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-23ef6c49-577a-49a3-a6e7-4af6b017cdbe req-b3c0f353-1e3e-4331-80a0-6f63bfd046ba tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Aug 09 11:41:48.649522 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-29ce8160-7c2f-4132-b211-88989c15c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.021600 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce93b1-7eab-404d-ab47-7e6628854003 req-b38fb203-a640-4a4c-91ef-cde5c77968fc tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:49.023095 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-39ce93b1-7eab-404d-ab47-7e6628854003 req-b38fb203-a640-4a4c-91ef-cde5c77968fc tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 931 time: 0.0492566 Aug 09 11:41:49.060239 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-39ce93b1-7eab-404d-ab47-7e6628854003 req-c40895e5-26b2-4d2a-b0b1-c131d6f51665 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Aug 09 11:41:49.185147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288c36-a04f-44c2-9cdd-911ad0f5672c req-952aaa29-53a2-49cf-81c9-711aca758d85 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:49.186689 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9f288c36-a04f-44c2-9cdd-911ad0f5672c req-952aaa29-53a2-49cf-81c9-711aca758d85 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0478449 Aug 09 11:41:49.224049 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9f288c36-a04f-44c2-9cdd-911ad0f5672c req-70a09569-ad00-42ce-933a-65fe6fa358fd tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304594 Aug 09 11:41:49.241780 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Request body: {'port': {'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:49.293282 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.554062 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:41:49.561292 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.572528 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Transition to ACTIVE for port object 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:49.576140 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.651290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Pushing event updated for resources: {'Port': ['ID=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:49.681134 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Attempting to bind port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:41:49.681467 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Attempting to bind port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:41:49.681790 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Attempting to bind port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:41:49.685980 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 on network f438242f-83ed-468c-abf2-0f22f0e5c800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:41:49.686323 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Attempting to bind port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:41:49.691669 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:41:49.692008 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Checking segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:41:49.692389 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Bound using segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:41:49.692837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Bound port: 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:41:49.693192 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.754717 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] For port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:41:49.757600 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] For port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:41:49.761902 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.764873 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:49.765476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:49.767569 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] 10.222.0.43 "PUT /v2.0/ports/8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 HTTP/1.1" status: 200 len: 1093 time: 0.5296810 Aug 09 11:41:49.769425 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:41:49.771661 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b95d3d1-34ec-4c70-a456-bd026a5a9409" -d '{"events": [{"name": "network-changed", "server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:49.805748 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defc8e3e-7ec0-4e50-acd3-fea37a4860d9 x-openstack-request-id: req-defc8e3e-7ec0-4e50-acd3-fea37a4860d9 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:49.806062 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:49.806309 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-defc8e3e-7ec0-4e50-acd3-fea37a4860d9 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:49.806765 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defc8e3e-7ec0-4e50-acd3-fea37a4860d9'] response: {'name': 'network-changed', 'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'status': 'completed', 'code': 200} Aug 09 11:41:49.820561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaa813-510e-4c85-986f-8e2176e7e98d service neutron] Pushing event updated for resources: {'Port': ['ID=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:50.071132 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:50.175924 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703200f-bd5d-47b0-9341-9778a7a5dbf9 req-aaa3f248-2d32-4adb-bb11-f18a1508e2cc tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:50.177391 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1703200f-bd5d-47b0-9341-9778a7a5dbf9 req-aaa3f248-2d32-4adb-bb11-f18a1508e2cc tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0476112 Aug 09 11:41:50.218548 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1703200f-bd5d-47b0-9341-9778a7a5dbf9 req-54e31f4e-1439-4868-82fa-4f193df3d1e8 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318003 Aug 09 11:41:50.353782 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011250e-b6a7-4b13-95e5-6dc81ce62848 req-bc413f9b-1917-4875-85c5-e3bfc7297bd9 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:50.355158 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9011250e-b6a7-4b13-95e5-6dc81ce62848 req-bc413f9b-1917-4875-85c5-e3bfc7297bd9 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Aug 09 11:41:50.392541 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9011250e-b6a7-4b13-95e5-6dc81ce62848 req-427e64eb-ca87-40d6-a0ad-62509822ab13 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Aug 09 11:41:50.601361 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d3d1-34ec-4c70-a456-bd026a5a9409 req-c123841a-5423-4b6f-af38-57f7fd5273ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:50.602929 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5b95d3d1-34ec-4c70-a456-bd026a5a9409 req-c123841a-5423-4b6f-af38-57f7fd5273ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1096 time: 0.0471301 Aug 09 11:41:50.706794 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d3d1-34ec-4c70-a456-bd026a5a9409 req-cdc6fd83-ce7e-43c6-9475-cd7cb178e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:50.708153 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5b95d3d1-34ec-4c70-a456-bd026a5a9409 req-cdc6fd83-ce7e-43c6-9475-cd7cb178e2c4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0900393 Aug 09 11:41:50.805340 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d3d1-34ec-4c70-a456-bd026a5a9409 req-d71f8173-f937-49a2-ad0a-e35fcb74e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:50.807323 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5b95d3d1-34ec-4c70-a456-bd026a5a9409 req-d71f8173-f937-49a2-ad0a-e35fcb74e4d7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928938 Aug 09 11:41:50.902057 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-d55110f9-d0a1-4e0a-a6b8-cda7e9a9148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:50.903541 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-d55110f9-d0a1-4e0a-a6b8-cda7e9a9148b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1096 time: 0.0394771 Aug 09 11:41:50.956083 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-0584ec00-6ee8-4c63-9407-af4eb900c4dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Aug 09 11:41:51.003110 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-05cf0bc7-c93b-4def-9fbe-736ca5dfa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:51.004497 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-05cf0bc7-c93b-4def-9fbe-736ca5dfa8f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0424449 Aug 09 11:41:51.049200 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-05789282-bd29-4020-995c-99cc3bdb828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:51.050711 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-05789282-bd29-4020-995c-99cc3bdb828a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395451 Aug 09 11:41:51.141337 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-30190568-7088-463a-82dd-35cca1fe55d2 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830579 Aug 09 11:41:51.227377 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f649f638-15a3-473a-97a6-3a8c8fb5335d req-861ad6bd-664e-4818-a629-b345d56dc5d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796945 Aug 09 11:41:51.342613 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf9ff6-b0db-401e-8bf4-98f6351803e2 req-e4717420-c6d0-49f9-8731-32c7bd41bcb7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:51.344329 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b6cf9ff6-b0db-401e-8bf4-98f6351803e2 req-e4717420-c6d0-49f9-8731-32c7bd41bcb7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0515761 Aug 09 11:41:51.382808 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b6cf9ff6-b0db-401e-8bf4-98f6351803e2 req-de53ffa7-8e9e-4750-ac36-5d921e85ddd3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Aug 09 11:41:51.421757 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:51.519708 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68960424-9015-4750-93ab-248fd25126ab req-a2810482-4f06-495a-bb94-692d09579d42 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:51.521059 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-68960424-9015-4750-93ab-248fd25126ab req-a2810482-4f06-495a-bb94-692d09579d42 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0525515 Aug 09 11:41:51.558517 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-68960424-9015-4750-93ab-248fd25126ab req-515e64e4-062d-42b3-8c48-9e36fe8bfe10 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Aug 09 11:41:51.657083 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:52.504986 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67889b-b4ce-463c-8624-0f4ddf20ab67 req-53ec295b-b9f4-43da-836a-010001969a0b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:52.506482 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb67889b-b4ce-463c-8624-0f4ddf20ab67 req-53ec295b-b9f4-43da-836a-010001969a0b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0508366 Aug 09 11:41:52.545185 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-cb67889b-b4ce-463c-8624-0f4ddf20ab67 req-54d75025-c06e-49bb-a6a4-21e6e492195c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327294 Aug 09 11:41:52.694716 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a866f-d7d5-469c-a176-c69801beb7c0 req-cb10d9bc-ecd4-450a-bd86-9dcb6ff76372 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:52.696077 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4e9a866f-d7d5-469c-a176-c69801beb7c0 req-cb10d9bc-ecd4-450a-bd86-9dcb6ff76372 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Aug 09 11:41:52.733290 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-4e9a866f-d7d5-469c-a176-c69801beb7c0 req-c8b64ba7-ec72-4243-998a-6e4523837488 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Aug 09 11:41:53.662529 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c49041-d985-4503-a7f9-87d14d82294c req-156997bf-af90-4b21-a373-b8d4e48060cf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:53.663888 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-09c49041-d985-4503-a7f9-87d14d82294c req-156997bf-af90-4b21-a373-b8d4e48060cf tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0476003 Aug 09 11:41:53.703504 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-09c49041-d985-4503-a7f9-87d14d82294c req-65ed1c62-8494-4a27-9cdc-d5f1dc85c07c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337443 Aug 09 11:41:53.855379 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177bf2-3e13-4d04-9c84-06110d454f5d req-5783f05a-01ff-4731-b526-fc1d0cd18e65 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:53.856820 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cc177bf2-3e13-4d04-9c84-06110d454f5d req-5783f05a-01ff-4731-b526-fc1d0cd18e65 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 09 11:41:53.895057 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-cc177bf2-3e13-4d04-9c84-06110d454f5d req-ce854a3c-44e7-419c-891d-58c6c00a33e2 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 09 11:41:54.823893 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a1c23-8ebd-4179-9819-f652b69ee44c req-7fbd2b47-fdd5-47da-94e6-af0339231e43 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:54.825347 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dc9a1c23-8ebd-4179-9819-f652b69ee44c req-7fbd2b47-fdd5-47da-94e6-af0339231e43 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0509117 Aug 09 11:41:54.864517 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dc9a1c23-8ebd-4179-9819-f652b69ee44c req-906c6542-1dfa-4a31-a020-def47500215b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Aug 09 11:41:55.022096 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42338ef8-038b-4b05-a5b4-18d1e219e9a9 req-9bd3570b-77f3-4b41-a797-a4045f795747 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:55.023431 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-42338ef8-038b-4b05-a5b4-18d1e219e9a9 req-9bd3570b-77f3-4b41-a797-a4045f795747 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0511703 Aug 09 11:41:55.059685 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-42338ef8-038b-4b05-a5b4-18d1e219e9a9 req-b1dacae3-9e12-447b-a79f-49b2cfab6c4e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 Aug 09 11:41:55.981765 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6b8f7-e46a-4d5b-8025-adf1667862c2 req-3c88a5c1-5425-4c9e-af9b-71ff20443db1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:55.983231 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fe6b8f7-e46a-4d5b-8025-adf1667862c2 req-3c88a5c1-5425-4c9e-af9b-71ff20443db1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0492868 Aug 09 11:41:56.020014 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2fe6b8f7-e46a-4d5b-8025-adf1667862c2 req-d6441f40-11f9-4d9e-851a-6b940d95ae5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Aug 09 11:41:56.181970 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6139c40-d2dd-4660-a0d0-14a0a4b2112d req-20c86524-c947-4221-8d66-f52f49ad2e37 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:56.183355 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f6139c40-d2dd-4660-a0d0-14a0a4b2112d req-20c86524-c947-4221-8d66-f52f49ad2e37 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Aug 09 11:41:56.221437 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f6139c40-d2dd-4660-a0d0-14a0a4b2112d req-bf0de01f-7095-4745-9bca-3105c382082b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Aug 09 11:41:57.135996 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0c23-2bdb-4ee9-8f5d-12feb4dd51bc req-a6792d88-559b-4b7d-a041-5a00e5025273 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:57.137466 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6f1e0c23-2bdb-4ee9-8f5d-12feb4dd51bc req-a6792d88-559b-4b7d-a041-5a00e5025273 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0485022 Aug 09 11:41:57.175127 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6f1e0c23-2bdb-4ee9-8f5d-12feb4dd51bc req-25c5cd9b-4fb1-4b89-b74e-405c85f1782d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314043 Aug 09 11:41:57.342142 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4749-35d2-4077-9a1b-66e77b95008d req-e1b5b434-9878-4266-98fc-80b167257d82 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:57.343479 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2f4a4749-35d2-4077-9a1b-66e77b95008d req-e1b5b434-9878-4266-98fc-80b167257d82 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0475299 Aug 09 11:41:57.380843 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2f4a4749-35d2-4077-9a1b-66e77b95008d req-df9a1c18-48fe-4aeb-b89c-895513cb7f12 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306370 Aug 09 11:41:58.293607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265a4c-57a7-4cb1-b3ec-c90519095e33 req-d0c2ccbb-9c9d-4e53-b908-af8ec9a1bbf1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:58.295067 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-77265a4c-57a7-4cb1-b3ec-c90519095e33 req-d0c2ccbb-9c9d-4e53-b908-af8ec9a1bbf1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0505376 Aug 09 11:41:58.331531 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-77265a4c-57a7-4cb1-b3ec-c90519095e33 req-4560f58f-bc82-4d87-b3c8-37bd46616861 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300882 Aug 09 11:41:58.508590 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4ebc-0d75-4fe0-8cec-22e95ef2e5d1 req-867110f0-d46a-4a67-9057-7056608f09de tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:58.510047 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-86de4ebc-0d75-4fe0-8cec-22e95ef2e5d1 req-867110f0-d46a-4a67-9057-7056608f09de tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0534279 Aug 09 11:41:58.547171 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-86de4ebc-0d75-4fe0-8cec-22e95ef2e5d1 req-8662e294-7b9e-4989-8b38-8042c0a7c708 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Aug 09 11:41:59.278616 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:41:59.373974 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:59.385876 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:41:59.423109 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:41:59.423510 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.436251 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:41:59.449520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c63d-1987-4629-a812-1a997c8c45e8 req-17b39d04-cb5d-4e41-b7b2-27bde867498f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:59.451040 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0030c63d-1987-4629-a812-1a997c8c45e8 req-17b39d04-cb5d-4e41-b7b2-27bde867498f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 943 time: 0.0494184 Aug 09 11:41:59.456527 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:59.460711 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.498872 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0030c63d-1987-4629-a812-1a997c8c45e8 req-c101da34-465b-4d7b-ade9-726c5750497b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408845 Aug 09 11:41:59.519797 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:59.675697 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f03bcf-991b-4405-b0e4-a223c4aae7be req-94ef6b0e-f054-484d-99d2-092f6252a5f3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:41:59.677044 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e4f03bcf-991b-4405-b0e4-a223c4aae7be req-94ef6b0e-f054-484d-99d2-092f6252a5f3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0469968 Aug 09 11:41:59.713719 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e4f03bcf-991b-4405-b0e4-a223c4aae7be req-9e371bd6-317d-4b65-bde8-761d6b56e57b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308378 Aug 09 11:41:59.942340 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:00.570252 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.621866 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752deb48-ab21-4e42-a61d-9f70ae1b8e4d req-4410284b-f909-415c-b802-79042385e61b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:00.623342 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752deb48-ab21-4e42-a61d-9f70ae1b8e4d req-4410284b-f909-415c-b802-79042385e61b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Aug 09 11:42:00.662834 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-752deb48-ab21-4e42-a61d-9f70ae1b8e4d req-2277987b-394d-43d0-8738-6c81d8ad2617 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Aug 09 11:42:00.837765 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad330cd-76b4-4c4a-9259-8700974276dd req-2ec6ef67-9b90-4c3c-91ef-4469bb6fce21 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:00.839165 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3ad330cd-76b4-4c4a-9259-8700974276dd req-2ec6ef67-9b90-4c3c-91ef-4469bb6fce21 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0501716 Aug 09 11:42:00.875573 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3ad330cd-76b4-4c4a-9259-8700974276dd req-627fe366-5bb9-4814-a5d3-fdbb1f998b52 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300965 Aug 09 11:42:00.958038 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47330) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.004388 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Deleting subnet 428da2ef-c3cf-43c5-9c1b-5e2075048c1b {{(pid=102530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:42:01.007355 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.039788 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25696228'] for subnet, precommit_delete_associations {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.076996 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.129029 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25732656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632191'] for subnet, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.153109 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428da2ef-c3cf-43c5-9c1b-5e2075048c1b,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.156488 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.162384 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f4519da9-56bf-4584-ae9c-d3aaa4805ddf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/428da2ef-c3cf-43c5-9c1b-5e2075048c1b HTTP/1.1" status: 204 len: 168 time: 0.2032537 Aug 09 11:42:01.162501 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47332) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.232613 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.305659 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:42:01.311171 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.316459 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:01.332165 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa0de9c-676e-4d36-993a-fe693ce2a205']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:01.341313 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25af0464-3ddc-4428-811e-80197601e60b') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:01.341714 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25af0464-3ddc-4428-811e-80197601e60b') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:01.351401 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.364653 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.370548 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:42:01.370942 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.428327 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:01.440612 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:01.440984 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.442978 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.443496 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:01.449213 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.454573 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] 10.222.0.50 "DELETE /v2.0/networks/eaa0de9c-676e-4d36-993a-fe693ce2a205 HTTP/1.1" status: 204 len: 168 time: 0.2908802 Aug 09 11:42:01.456433 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 25af0464-3ddc-4428-811e-80197601e60b resource provider aggregate not found Aug 09 11:42:01.472400 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa0de9c-676e-4d36-993a-fe693ce2a205,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.477451 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 25af0464-3ddc-4428-811e-80197601e60b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25af0464-3ddc-4428-811e-80197601e60b found for delete ", "request_id": "req-659f5a7d-2831-4e03-8fd9-c3eebd525f13"}]} Aug 09 11:42:01.484383 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.484750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.484893 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'mac_address': 'fa:16:3e:59:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:42:01.485113 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.485978 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.486359 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.486702 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.487039 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.487376 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.487713 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.488045 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.488374 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.488700 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e28fd0-a00f-4bba-9046-eb7889998392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.532073 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: ACTIVE; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:01.533270 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.577605 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:42:01.588087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47342) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.600959 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:01.601354 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.606557 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:01.616377 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.629393 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-3faf6d57-21d5-485b-8e7e-16f0aa00ed03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa5b5ed6b1104715910c23a9e2c81e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400412 Aug 09 11:42:01.631840 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47344) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.652873 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:01.655279 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db747e67-cef5-4b52-8dee-a244ea44b234" -d '{"events": [{"server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "name": "network-vif-plugged", "status": "completed", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:01.674095 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:01.685430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.690376 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-24ba28a2-a215-4399-b81f-9936519a5626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.699775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63b1f0-36a3-4ab5-be31-c92a8ee1e506 x-openstack-request-id: req-fa63b1f0-36a3-4ab5-be31-c92a8ee1e506 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:01.699953 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "name": "network-vif-plugged", "status": "completed", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:01.700216 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa63b1f0-36a3-4ab5-be31-c92a8ee1e506 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:01.700615 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa63b1f0-36a3-4ab5-be31-c92a8ee1e506'] response: {'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'code': 200} Aug 09 11:42:01.701663 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=6']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.712531 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-24ba28a2-a215-4399-b81f-9936519a5626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.757836 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.770094 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['09c7ae1d-5d89-4754-9ea9-2a2598e0d429'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:01.795229 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-24ba28a2-a215-4399-b81f-9936519a5626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.797715 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-24ba28a2-a215-4399-b81f-9936519a5626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.801921 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-24ba28a2-a215-4399-b81f-9936519a5626 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7269a7a-4046-4b3b-9516-c342e21f306f HTTP/1.1" status: 204 len: 168 time: 0.1668134 Aug 09 11:42:01.811467 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f886e6-2ce4-4c50-9ea1-fea1da2ab9ca req-0e252ba7-abec-478f-a96b-903671862f25 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:01.812997 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c0f886e6-2ce4-4c50-9ea1-fea1da2ab9ca req-0e252ba7-abec-478f-a96b-903671862f25 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.0619664 Aug 09 11:42:01.821136 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba28a2-a215-4399-b81f-9936519a5626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7269a7a-4046-4b3b-9516-c342e21f306f,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.857453 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c0f886e6-2ce4-4c50-9ea1-fea1da2ab9ca req-d5dc591b-6149-4766-81f6-4d212a114033 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Aug 09 11:42:01.946245 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa741-f764-4c79-817a-9b940801a469 req-8c31cb27-2567-4ae6-8f21-6c8cf1f7e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:01.947866 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c8efa741-f764-4c79-817a-9b940801a469 req-8c31cb27-2567-4ae6-8f21-6c8cf1f7e3e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1098 time: 0.0455711 Aug 09 11:42:02.000646 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c8efa741-f764-4c79-817a-9b940801a469 req-2f8e975c-baab-4b6d-bfc1-c027fabc56e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453560 Aug 09 11:42:02.041878 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983f68d-042e-4e21-ad85-fd4922d6c81c req-8ff24df8-5d12-4a73-8ef2-6a496e83c26f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:02.044082 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c983f68d-042e-4e21-ad85-fd4922d6c81c req-8ff24df8-5d12-4a73-8ef2-6a496e83c26f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 944 time: 0.0654573 Aug 09 11:42:02.085842 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c983f68d-042e-4e21-ad85-fd4922d6c81c req-4f33d5d4-f116-4ea8-8a72-26553bf40408 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349548 Aug 09 11:42:02.574457 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47372) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:02.689535 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1156971743-network', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:02.708244 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Made reservation on behalf of 32024b578599487e9fcc7155e69f5e1d for: {'network': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:02.710541 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.719255 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.792261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.795665 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.814940 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:02.827603 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebd55f7-46c8-41f5-b200-9dc3b8bc1730,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.833897 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.834350 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.segments_db [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Added segment 04e74916-e4fb-4cc6-9259-c2d8520f157b of type vlan for network 8f0b20c2-effd-4c27-a965-d5e03374da92 Aug 09 11:42:02.874634 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.900929 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.901947 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:02.902589 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.943707 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3680661 Aug 09 11:42:02.946634 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47378) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:02.951568 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Request body: {'subnet': {'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1156971743-subnet', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:02.971742 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Made reservation on behalf of 32024b578599487e9fcc7155e69f5e1d for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:02.974141 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474334'] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.994853 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c7d9e-bb47-4c3f-bdfb-dd33f78bb2bf admin admin] Pushing event updated for resources: {'Network': ['ID=8f0b20c2-effd-4c27-a965-d5e03374da92,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.006361 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:03.019747 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdc2b2-ade2-46b3-b026-778fc3c50d28 req-a149407c-9955-4adf-a956-31c21e0347ad tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:03.021474 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a7bdc2b2-ade2-46b3-b026-778fc3c50d28 req-a149407c-9955-4adf-a956-31c21e0347ad tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.0841465 Aug 09 11:42:03.060574 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a7bdc2b2-ade2-46b3-b026-778fc3c50d28 req-ea02d76b-405e-4e77-bb3d-be30844f07f7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Aug 09 11:42:03.159368 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1635150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474352'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.234271 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4122aa3-d457-444d-b477-3de14f1bdd8f,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.261444 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdbbcc-9b9a-46bb-8d26-27f510eb4a43 req-b8eef20a-5d8e-4b90-92ec-fd8a099d71a3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:03.262946 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dabdbbcc-9b9a-46bb-8d26-27f510eb4a43 req-b8eef20a-5d8e-4b90-92ec-fd8a099d71a3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 944 time: 0.0822892 Aug 09 11:42:03.266726 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Checking segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:03.267083 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Network hostable DHCP agents. Network: 8f0b20c2-effd-4c27-a965-d5e03374da92, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:03.304264 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:03.317807 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-dabdbbcc-9b9a-46bb-8d26-27f510eb4a43 req-6f7fa7f4-5247-45fd-adfb-e825c2007334 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484631 Aug 09 11:42:03.318815 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:03.328544 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 8f0b20c2-effd-4c27-a965-d5e03374da92) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:03.333358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:03.334146 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.343804 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f31c74-97cf-4b06-8394-55c5691859e1 None None] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:03.352757 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b3413450-d28a-41a0-88ff-fb9042c17356 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4049847 Aug 09 11:42:03.355413 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47382) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:03.359603 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:03.378298 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.380342 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.428194 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:03.428574 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.434184 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.575867 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-8f0b20c2-effd-4c27-a965-d5e03374da92', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:03.576912 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.577721 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.599515 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:03.600059 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.693927 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:03.700386 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.706915 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:03.709144 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591e59d2-1648-46d3-9679-8b98324e43fa" -d '{"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-plugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:03.770569 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e50495-4d1f-4de3-9279-21f400e665e4 x-openstack-request-id: req-e3e50495-4d1f-4de3-9279-21f400e665e4 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:03.770856 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-plugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:03.771101 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3e50495-4d1f-4de3-9279-21f400e665e4 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:03.771686 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e50495-4d1f-4de3-9279-21f400e665e4'] response: {'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'code': 200} Aug 09 11:42:03.779596 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.798366 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.801551 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=7']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.811373 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Allocated IP 172.20.0.2 (8f0b20c2-effd-4c27-a965-d5e03374da92/e4122aa3-d457-444d-b477-3de14f1bdd8f/6757a408-4983-415b-a755-20f0c55fcfe3) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:03.815173 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.815460 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.815798 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.816132 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.816464 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.816794 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.817118 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.817444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.817767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.818110 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.818432 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.818752 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.902980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Allocated IP 172.27.2.113 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:03.961306 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.966916 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.003342 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.009327 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:04.013441 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:04.017687 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:04.020644 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Pushing event updated for resources: {'Port': ['ID=6757a408-4983-415b-a755-20f0c55fcfe3,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.039348 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.077683 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Attempting to bind port 6757a408-4983-415b-a755-20f0c55fcfe3 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:04.078000 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Attempting to bind port 6757a408-4983-415b-a755-20f0c55fcfe3 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:04.078369 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Attempting to bind port 6757a408-4983-415b-a755-20f0c55fcfe3 on network 8f0b20c2-effd-4c27-a965-d5e03374da92 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:04.084710 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:04.085074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Checking segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:04.085857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.085857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Bound using segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:04.086361 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Bound port: 6757a408-4983-415b-a755-20f0c55fcfe3, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:04.086734 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.087608 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:04.090730 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:04.094495 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:04.122764 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Pushing event updated for resources: {'Port': ['ID=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.151310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] For port 6757a408-4983-415b-a755-20f0c55fcfe3, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:04.154539 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] For port 6757a408-4983-415b-a755-20f0c55fcfe3, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6757a408-4983-415b-a755-20f0c55fcfe3,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:04.159608 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.220599 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897fef8-8113-4f01-8f71-2d264fd5df28 None None] Pushing event updated for resources: {'Port': ['ID=6757a408-4983-415b-a755-20f0c55fcfe3,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.480773 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d2748-d824-4b2b-96f3-c66455c4ba6c req-ce5e3ec0-bed9-4af3-a102-9360d015130c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:04.484362 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-944d2748-d824-4b2b-96f3-c66455c4ba6c req-ce5e3ec0-bed9-4af3-a102-9360d015130c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0554559 Aug 09 11:42:04.525539 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-944d2748-d824-4b2b-96f3-c66455c4ba6c req-dd273377-3c8f-4232-8568-bd38f1ba2f5f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345445 Aug 09 11:42:04.551514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb42c7-5160-49e9-a5e5-f426978e52dc req-342a1408-d9af-426c-86c2-8b5a05d2272d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:04.553002 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9efb42c7-5160-49e9-a5e5-f426978e52dc req-342a1408-d9af-426c-86c2-8b5a05d2272d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.3781397 Aug 09 11:42:04.656474 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9efb42c7-5160-49e9-a5e5-f426978e52dc req-4151caf0-256b-4e25-9939-211a5c1f0b29 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715451 Aug 09 11:42:04.669603 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.865620 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.996521 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Router e3669d0a-d906-442b-96a3-e343090e5ba5 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:42:05.109023 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:05.120204 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Sync routers for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:05.125302 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904cc98-3ec8-48c4-b974-7cd70b11da2c None None] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:05.127981 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.129200 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f5a34fb1-94c4-44bd-8af1-6cf46cfc352c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7728717 Aug 09 11:42:05.131897 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47390) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:05.157740 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:05.158418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:05.296528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6757a408-4983-415b-a755-20f0c55fcfe3 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:05.308183 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] Provisioning complete for port 6757a408-4983-415b-a755-20f0c55fcfe3 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:05.308558 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.406727 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:05.543346 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.589884 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 6757a408-4983-415b-a755-20f0c55fcfe3 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:05.590288 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.653006 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] Current status of the port 6757a408-4983-415b-a755-20f0c55fcfe3 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:05.653399 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.661608 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8637e-0a4e-449c-90b8-d55dd13bb157 req-8852dfb2-a48f-46e9-8998-c2d6eff2aa01 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:05.663017 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ef8637e-0a4e-449c-90b8-d55dd13bb157 req-8852dfb2-a48f-46e9-8998-c2d6eff2aa01 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0588667 Aug 09 11:42:05.738571 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Allocated IP 172.20.0.1 (8f0b20c2-effd-4c27-a965-d5e03374da92/e4122aa3-d457-444d-b477-3de14f1bdd8f/2bddd3d1-3111-4e8e-b361-4dc7ec5f1774) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:05.741676 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6ef8637e-0a4e-449c-90b8-d55dd13bb157 req-83d91487-08f2-4841-ac7f-a86e81429959 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692999 Aug 09 11:42:05.871897 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] For port 6757a408-4983-415b-a755-20f0c55fcfe3, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6757a408-4983-415b-a755-20f0c55fcfe3,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:05.879235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.903868 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.921968 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd72fae-aa72-494b-968f-8b256926fae8 req-a1769704-f14a-4b96-8a69-f7d2da6ed121 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:05.924259 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1fd72fae-aa72-494b-968f-8b256926fae8 req-a1769704-f14a-4b96-8a69-f7d2da6ed121 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.1344235 Aug 09 11:42:05.952848 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 6757a408-4983-415b-a755-20f0c55fcfe3 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:05.962455 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:04Z', 'revision_number': 3, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:05.972230 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.005476 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1fd72fae-aa72-494b-968f-8b256926fae8 req-72ce7512-216e-48f5-9e2e-9ec7861293b5 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714500 Aug 09 11:42:06.012469 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Checking router: e3669d0a-d906-442b-96a3-e343090e5ba5 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:06.013071 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Updating router e3669d0a-d906-442b-96a3-e343090e5ba5 port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:06.017222 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123350e0-0d8a-4a09-8691-a94ce2edffdb None None] Pushing event updated for resources: {'Port': ['ID=6757a408-4983-415b-a755-20f0c55fcfe3,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.023874 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:06.028494 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:06.032097 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:06.050177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-713afb65-66c8-4a66-bdbf-1f7dc597bc26 None None] Provisioning complete for port 6757a408-4983-415b-a755-20f0c55fcfe3 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:06.050524 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-713afb65-66c8-4a66-bdbf-1f7dc597bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.052237 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.068237 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Pushing event updated for resources: {'Port': ['ID=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.090228 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.239306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839a7e8-bbed-4dcc-adae-786105747da0 req-16989d6b-53fb-4d22-a970-51509ee7e95f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:06.245809 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.249083 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5839a7e8-bbed-4dcc-adae-786105747da0 req-16989d6b-53fb-4d22-a970-51509ee7e95f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.1077790 Aug 09 11:42:06.307928 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-713afb65-66c8-4a66-bdbf-1f7dc597bc26 None None] Current status of the port 6757a408-4983-415b-a755-20f0c55fcfe3 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:06.319410 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5839a7e8-bbed-4dcc-adae-786105747da0 req-0c686d20-cb18-4f76-a18e-9b9778b8cb5a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631244 Aug 09 11:42:06.339721 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47412) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.393211 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4b498-5a94-42b7-a4fc-f8a80d7bbdfa tempest-TestVolumeBootPattern-1255387297 tempest-TestVolumeBootPattern-1255387297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:06.395129 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c2e4b498-5a94-42b7-a4fc-f8a80d7bbdfa tempest-TestVolumeBootPattern-1255387297 tempest-TestVolumeBootPattern-1255387297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1093 time: 0.0540743 Aug 09 11:42:06.397907 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47414) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.402572 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.425565 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.476580 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-97add19f-8a6b-47d6-baee-27c617d3ec5d None None] Provisioning complete for port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:06.477092 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-97add19f-8a6b-47d6-baee-27c617d3ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.477644 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.485326 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1635253'] for port, after_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.506393 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.517361 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.554192 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-97add19f-8a6b-47d6-baee-27c617d3ec5d None None] Port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:42:06.561939 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.566717 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Attempting to bind port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:06.566882 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Attempting to bind port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:06.567146 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Attempting to bind port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:06.577942 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:06.578339 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:06.579448 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.579662 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:06.580137 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Bound port: 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:06.580517 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.583310 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246768-d70e-4bb0-8f51-d75b0d88281a None None] Pushing event updated for resources: {'Port': ['ID=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.604466 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Pushing event updated for resources: {'Port': ['ID=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,revision_number=2']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.615460 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.642425 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] For port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:06.646871 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] For port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:06.652843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.697935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:06.698629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:06.710184 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Allocated IP 172.27.2.98 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/2b4ac1e7-3fd9-428e-9e4b-02fdc5bf7442) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:06.740993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:06.744378 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:06.758289 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246768-d70e-4bb0-8f51-d75b0d88281a None None] Pushing event updated for resources: {'Port': ['ID=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.937131 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:06.997443 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.052937 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.060728 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Router e3669d0a-d906-442b-96a3-e343090e5ba5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:42:07.116804 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:07.120826 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:07.123074 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=2b4ac1e7-3fd9-428e-9e4b-02fdc5bf7442,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:07.127999 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:07.188127 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41799f-90fb-4a3f-a9c6-2465ce47b008 req-b6c8b8d6-5e5f-4743-a25f-9ab5ae44259e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:07.191046 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d41799f-90fb-4a3f-a9c6-2465ce47b008 req-b6c8b8d6-5e5f-4743-a25f-9ab5ae44259e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.2875919 Aug 09 11:42:07.212107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-10e658e2-7bbf-4961-b10a-c116a75004f7 None None] Provisioning complete for port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:07.212478 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-10e658e2-7bbf-4961-b10a-c116a75004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.248591 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-10e658e2-7bbf-4961-b10a-c116a75004f7 None None] Port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:42:07.291697 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6757a408-4983-415b-a755-20f0c55fcfe3 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:07.304130 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:07.319347 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b0af7960-b5ca-46a2-b3ad-ab7f3719391d admin admin] 10.222.0.50 "PUT /v2.0/routers/e3669d0a-d906-442b-96a3-e343090e5ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779237 Aug 09 11:42:07.336499 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0d41799f-90fb-4a3f-a9c6-2465ce47b008 req-dea8c234-fb82-428f-8e1a-3746ffc885e9 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393406 Aug 09 11:42:07.360951 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 2, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:07.395196 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71c092-14de-4846-a8b9-bb5ba97e83c0 None None] The sync data for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi is: [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 2, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:07.401861 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 6757a408-4983-415b-a755-20f0c55fcfe3 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:07.402578 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.542206 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 6757a408-4983-415b-a755-20f0c55fcfe3 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:07.702532 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.839075 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.036798 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47446) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:08.043271 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1221173900-network', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:08.044885 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.055049 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.099215 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Made reservation on behalf of 48e15470f72b4aea8fb8e5a7fffa3c55 for: {'network': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:08.101802 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for network, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.113509 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.168126 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=2b4ac1e7-3fd9-428e-9e4b-02fdc5bf7442,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.179373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.253331 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.262584 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.309190 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:08.337668 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbf448-72fd-44ab-b814-5a762d84125f,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.343686 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.343686 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.segments_db [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Added segment c0979e3b-ec72-4303-97af-2ab2221aaeb8 of type vlan for network 58431241-02e2-49ba-990d-fb88b95a134a Aug 09 11:42:08.348750 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Floating IP 0b770847-c873-4bf1-92d1-68b2efb26123 associated. External IP: 172.27.2.98, port: 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9. Aug 09 11:42:08.454336 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759473952103'] for network, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.514792 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612'] for network, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.515993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:08.516887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.597603 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] Pushing event updated for resources: {'Network': ['ID=58431241-02e2-49ba-990d-fb88b95a134a,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.608747 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Network 58431241-02e2-49ba-990d-fb88b95a134a details requested by agent ovs-agent-dv-cinder-848249-1-iscsi with host dv-cinder-848249-1-iscsi {{(pid=102531) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:08.630140 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-55e07d30-9d20-40b1-933b-a74319ee3870 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5914855 Aug 09 11:42:08.632873 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47450) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:08.646149 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Request body: {'subnet': {'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1221173900-subnet', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'ip_version': 4}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:08.697607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Made reservation on behalf of 48e15470f72b4aea8fb8e5a7fffa3c55 for: {'subnet': 1} {{(pid=102529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:08.700357 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474334'] for subnet, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.007359 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1635150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474352'] for subnet, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.050971 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933ab08-7f20-4b5c-baa7-08a9426d68cc req-a51a6c4c-769a-4079-91a2-0a5ab5aaf10e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:09.058760 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea11004-05c5-440d-8b1e-7e078b238f7a,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:09.060227 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1933ab08-7f20-4b5c-baa7-08a9426d68cc req-a51a6c4c-769a-4079-91a2-0a5ab5aaf10e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.5691001 Aug 09 11:42:09.097619 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Checking segment: {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:09.098145 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Network hostable DHCP agents. Network: 58431241-02e2-49ba-990d-fb88b95a134a, hostable agents: ['b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d'], hosted agents: [] {{(pid=102529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:09.129258 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Network 58431241-02e2-49ba-990d-fb88b95a134a is scheduled to be hosted by DHCP agent b6fe3b29-4877-4a70-b04f-0a5c20ec6f5d with binding_index 1 {{(pid=102529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:09.143186 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848249-1-iscsi, 58431241-02e2-49ba-990d-fb88b95a134a) {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:09.152610 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c854040a-8083-4e49-86cf-f6f00f725e2f None None] Network 58431241-02e2-49ba-990d-fb88b95a134a requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:09.183560 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:09.184202 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.217349 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:42:09.233561 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-b3a6cac8-3e04-40a5-bd7b-ac8846e44cbb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5995400 Aug 09 11:42:09.236042 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47452) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:09.246514 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:09.294928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.296198 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.361379 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1933ab08-7f20-4b5c-baa7-08a9426d68cc req-048eed30-d4ee-4847-b44f-13b04ffbb319 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998960 Aug 09 11:42:09.394177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:09.433393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.467487 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:09.480029 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:09.491379 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.493306 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:09.494798 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:09.530083 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5d07472d-7f73-4790-b01d-019f8afdca54 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1308222 Aug 09 11:42:09.530796 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:09.534180 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf" -d '{"events": [{"name": "network-changed", "server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:09.590524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3671a6d-3593-4491-8060-13fcdf6b3b59 x-openstack-request-id: req-a3671a6d-3593-4491-8060-13fcdf6b3b59 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:09.591048 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:09.591586 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3671a6d-3593-4491-8060-13fcdf6b3b59 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:09.592236 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3671a6d-3593-4491-8060-13fcdf6b3b59'] response: {'name': 'network-changed', 'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'status': 'completed', 'code': 200} Aug 09 11:42:09.595844 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.651629 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:09.706758 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e973fec-e296-527e-9d2a-11fbda67bd3b-58431241-02e2-49ba-990d-fb88b95a134a', 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'fixed_ips': [{'subnet_id': '0ea11004-05c5-440d-8b1e-7e078b238f7a'}]}} from dv-cinder-848249-1-iscsi. {{(pid=102531) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:09.713803 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.720707 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-df3c3d17-2e26-4215-81f8-916d17488796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:09.728007 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-df3c3d17-2e26-4215-81f8-916d17488796 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1098 time: 0.0892913 Aug 09 11:42:09.750350 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:09.750815 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.948614 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-52acc541-d207-4fb6-89a5-5c372b9b5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:09.949573 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-52acc541-d207-4fb6-89a5-5c372b9b5a66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.2143192 Aug 09 11:42:10.003425 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.db_base_plugin_common [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Allocated IP 172.20.0.2 (58431241-02e2-49ba-990d-fb88b95a134a/0ea11004-05c5-440d-8b1e-7e078b238f7a/b2da2ff2-09a5-43bb-ad9d-82750faf42c0) {{(pid=102531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:10.018109 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:10.018641 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.071585 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:10.095299 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-72c2d2f8-ce57-4f72-8389-264be9be9414 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 HTTP/1.1" status: 200 len: 998 time: 0.1354280 Aug 09 11:42:10.102622 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:07Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:10.104958 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.145192 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:10.155394 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:10.156002 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:10.208213 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-8e58913d-921b-4c26-9e36-ab40b74cef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:10.211357 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-8e58913d-921b-4c26-9e36-ab40b74cef9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.1047673 Aug 09 11:42:10.249283 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:10.272481 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-a1ddcf33-9a9a-440f-b270-9b254f62be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:10.274070 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-a1ddcf33-9a9a-440f-b270-9b254f62be12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556414 Aug 09 11:42:10.399038 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Notify callbacks [] for port, precommit_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.412239 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336'] for port, after_create {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.432193 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-1ffa696d-4c52-40c9-96a8-1b80d9583894 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501925 Aug 09 11:42:10.472041 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.493263 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Sync routers for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:10.496888 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.552836 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Network 58431241-02e2-49ba-990d-fb88b95a134a is already hosted by enough agents. {{(pid=102531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:10.569734 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:10.570353 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.scheduler.base_scheduler [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Resources bound (agent type, host, resource id): {{(pid=102531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:10.577428 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Received port after_create {{(pid=102531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:10.582927 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:10.583548 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:10.606551 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Pushing event updated for resources: {'Port': ['ID=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,revision_number=1']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:10.631748 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ceb2db51-b1d4-4b93-b7bf-b7eb8593facf req-0a927b58-b07b-4684-9a44-cbe691cde6f3 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918468 Aug 09 11:42:10.662861 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_common [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Allocated IP 172.27.2.67 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/297045d9-b85d-4768-8265-d68b436955dc) {{(pid=102529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:10.707427 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2840d6-f116-40fa-9017-59f3fabf35c0 req-5d497418-3782-49b3-bfc1-3df39c8ba0ad tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:10.717077 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9f2840d6-f116-40fa-9017-59f3fabf35c0 req-5d497418-3782-49b3-bfc1-3df39c8ba0ad tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0818443 Aug 09 11:42:10.783662 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-9f2840d6-f116-40fa-9017-59f3fabf35c0 req-c5e269ec-4f8f-4a5b-9fd7-2c149df84cd3 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608718 Aug 09 11:42:10.788785 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Attempting to bind port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:10.789977 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Attempting to bind port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:10.790360 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Attempting to bind port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 on network 58431241-02e2-49ba-990d-fb88b95a134a {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:10.800567 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:10.800943 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Checking segment: {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:10.801340 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.801733 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Bound using segment: {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:10.802255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Bound port: b2da2ff2-09a5-43bb-ad9d-82750faf42c0, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:10.803010 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.821899 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:10.872261 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.943926 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.989057 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:07Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:11.021556 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:11.024654 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Pushing event updated for resources: {'Port': ['ID=297045d9-b85d-4768-8265-d68b436955dc,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:11.028549 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.base_scheduler [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:11.037116 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Received port after_create {{(pid=102529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:11.067447 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0fdb0a-b325-4a9c-9b78-b8e38cc2ef41 None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:07Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:11.180083 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] For port b2da2ff2-09a5-43bb-ad9d-82750faf42c0, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:11.246395 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] For port b2da2ff2-09a5-43bb-ad9d-82750faf42c0, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,segment=NetworkSegment(c0979e3b-ec72-4303-97af-2ab2221aaeb8),segment_id=c0979e3b-ec72-4303-97af-2ab2221aaeb8)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:11.274989 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.327825 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:11.428735 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d82aac-98ec-4784-b302-6a59e694613b None None] Pushing event updated for resources: {'Port': ['ID=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:11.486119 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:11.486627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.512986 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8a768-faa1-49a7-98f4-b107aa0648ed None None] New status for floating IP 0b770847-c873-4bf1-92d1-68b2efb26123: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:42:11.528111 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.577797 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 2, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:11.670386 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Checking router: e3669d0a-d906-442b-96a3-e343090e5ba5 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:11.671019 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Updating router e3669d0a-d906-442b-96a3-e343090e5ba5 port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:11.746075 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.781582 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:11.956157 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629694'] for router, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.975242 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646b395-939b-4dea-a5a2-388bab255ffe req-39559928-e7fa-4204-84a5-ae4255b6a2ae tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:11.977287 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a646b395-939b-4dea-a5a2-388bab255ffe req-39559928-e7fa-4204-84a5-ae4255b6a2ae tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0659394 Aug 09 11:42:12.101414 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a646b395-939b-4dea-a5a2-388bab255ffe req-4b7c02de-a5c3-4250-b0a5-d0143cfbfa79 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857496 Aug 09 11:42:12.153836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Router 265ca8ea-beec-4fd3-8875-533c2696c354 is scheduled to L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 with binding_index 1 {{(pid=102529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 11:42:12.172774 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.178768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.291242 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32d930-752e-48eb-86c5-da1e1df018d6 None None] Pushing event updated for resources: {'Port': ['ID=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.295801 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:12.307728 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Attempting to bind port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:12.308549 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Attempting to bind port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:12.308972 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Attempting to bind port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 on network 8f0b20c2-effd-4c27-a965-d5e03374da92 {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:12.320430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:12.321075 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Checking segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:12.321600 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.322074 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Bound using segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:12.323646 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Bound port: 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:12.324113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.330594 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.332546 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-268be5aa-3404-41fb-a42a-e1fdf38a0c93 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0933774 Aug 09 11:42:12.335368 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47462) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:12.347889 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Sync routers for ids ['265ca8ea-beec-4fd3-8875-533c2696c354'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:12.422179 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] For port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:12.426409 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] For port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:12.432671 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Routers {'265ca8ea-beec-4fd3-8875-533c2696c354'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:12.433747 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['265ca8ea-beec-4fd3-8875-533c2696c354'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:12.531858 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.627950 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Set router 265ca8ea-beec-4fd3-8875-533c2696c354 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:12.664417 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:12.718246 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:12.718873 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:12.728108 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a7695-756b-4217-b34a-0e8fbedba15f None None] Network 58431241-02e2-49ba-990d-fb88b95a134a requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:12.849476 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32d930-752e-48eb-86c5-da1e1df018d6 None None] Pushing event updated for resources: {'Port': ['ID=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.945073 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.945713 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] Provisioning complete for port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:12.946130 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.156504 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Allocated IP 172.20.0.1 (58431241-02e2-49ba-990d-fb88b95a134a/0ea11004-05c5-440d-8b1e-7e078b238f7a/c4388d81-3ada-491e-b25a-d7798c7c9369) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:13.262766 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:13.381763 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6af9b-290d-4cff-ae61-5ba30a03ed57 req-abd0eb41-e915-4d89-93c7-4ebbed034315 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:13.389133 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-39d6af9b-290d-4cff-ae61-5ba30a03ed57 req-abd0eb41-e915-4d89-93c7-4ebbed034315 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.1595917 Aug 09 11:42:13.394021 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.508677 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-39d6af9b-290d-4cff-ae61-5ba30a03ed57 req-698c881a-6683-4d8b-9bf1-c8727e50bcb0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185913 Aug 09 11:42:13.522728 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b2da2ff2-09a5-43bb-ad9d-82750faf42c0 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:13.550315 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.589263 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Network 58431241-02e2-49ba-990d-fb88b95a134a is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:13.593870 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:13.597137 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:13.604616 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 3, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:13.619465 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] Current status of the port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:13.619851 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.645466 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Pushing event updated for resources: {'Port': ['ID=c4388d81-3ada-491e-b25a-d7798c7c9369,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:13.660091 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Checking router: 265ca8ea-beec-4fd3-8875-533c2696c354 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:13.660444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Updating router 265ca8ea-beec-4fd3-8875-533c2696c354 port 297045d9-b85d-4768-8265-d68b436955dc binding host dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:13.661658 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629963'] for router_interface, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.737700 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.789232 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] For port b2da2ff2-09a5-43bb-ad9d-82750faf42c0, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,segment=NetworkSegment(c0979e3b-ec72-4303-97af-2ab2221aaeb8),segment_id=c0979e3b-ec72-4303-97af-2ab2221aaeb8)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:13.802407 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.809153 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:13.809540 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.871267 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.966404 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:12Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:13.971049 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0227649-c90e-4d00-b4de-7a8a63330b55 None None] Pushing event updated for resources: {'Port': ['ID=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:14.034988 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0477-9109-4379-9171-4f9947d8dc27 None None] The sync data for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi is: [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:12Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:14.122658 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.145107 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.154465 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-98fca555-5194-456c-beeb-3f9f32cbd937 None None] Provisioning complete for port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:14.154908 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-98fca555-5194-456c-beeb-3f9f32cbd937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.209065 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-731438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629115'] for router_interface, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.295148 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:14.296251 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:14.337587 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Pushing event updated for resources: {'Port': ['ID=c4388d81-3ada-491e-b25a-d7798c7c9369,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:14.385550 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Network 58431241-02e2-49ba-990d-fb88b95a134a is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:14.387810 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:14.464708 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Notify callbacks [] for port, precommit_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.472829 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:14.473211 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.478715 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-98fca555-5194-456c-beeb-3f9f32cbd937 None None] Current status of the port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:14.519079 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.540021 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Attempting to bind port 297045d9-b85d-4768-8265-d68b436955dc on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:14.540404 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Attempting to bind port 297045d9-b85d-4768-8265-d68b436955dc by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:14.540769 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Attempting to bind port 297045d9-b85d-4768-8265-d68b436955dc on network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:14.604081 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:14.604617 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Checking segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:14.605120 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.605633 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Bound using segment: {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'} {{(pid=102531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:14.606303 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.managers [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Bound port: 297045d9-b85d-4768-8265-d68b436955dc, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa3c11c-43dd-4d80-adc4-2fa922700255', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa'}}] {{(pid=102531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:14.606790 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.647793 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Router 265ca8ea-beec-4fd3-8875-533c2696c354 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:42:14.687212 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fca75f-f066-40ba-9730-bb8727459133 None None] Pushing event updated for resources: {'Port': ['ID=297045d9-b85d-4768-8265-d68b436955dc,revision_number=2']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:14.753267 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-0d5b536a-10b0-4206-a297-9c5b6b06e5fe None None] Provisioning complete for port c4388d81-3ada-491e-b25a-d7798c7c9369 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:14.753786 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0d5b536a-10b0-4206-a297-9c5b6b06e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.781192 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:14.787890 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-afa6b416-4220-45b5-b16a-c1d351373287 admin admin] 10.222.0.50 "PUT /v2.0/routers/265ca8ea-beec-4fd3-8875-533c2696c354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4507294 Aug 09 11:42:14.826642 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f4ce5-878e-4bcc-b734-1ef0b3ec3203 req-9607f133-4452-495c-a13b-ca8479ea06cc tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:14.828375 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-489f4ce5-878e-4bcc-b734-1ef0b3ec3203 req-9607f133-4452-495c-a13b-ca8479ea06cc tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.1624131 Aug 09 11:42:14.843529 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] For port 297045d9-b85d-4768-8265-d68b436955dc, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:14.855129 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b536a-10b0-4206-a297-9c5b6b06e5fe None None] Port c4388d81-3ada-491e-b25a-d7798c7c9369 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:42:14.863813 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:14.864200 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.870208 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] For port 297045d9-b85d-4768-8265-d68b436955dc, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=297045d9-b85d-4768-8265-d68b436955dc,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:14.880909 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.928306 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-489f4ce5-878e-4bcc-b734-1ef0b3ec3203 req-7301e5d0-c822-4d02-8ebb-cc96e45acd52 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910227 Aug 09 11:42:14.965948 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Routers {'265ca8ea-beec-4fd3-8875-533c2696c354'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:14.967057 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:41:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['265ca8ea-beec-4fd3-8875-533c2696c354'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:15.019393 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fca75f-f066-40ba-9730-bb8727459133 None None] Pushing event updated for resources: {'Port': ['ID=297045d9-b85d-4768-8265-d68b436955dc,revision_number=3']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:15.060492 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:15.069621 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-04b49148-2047-43ea-9d91-aa7a45156f6e None None] Provisioning complete for port c4388d81-3ada-491e-b25a-d7798c7c9369 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:15.070066 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-04b49148-2047-43ea-9d91-aa7a45156f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.098762 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.191204 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-04b49148-2047-43ea-9d91-aa7a45156f6e None None] Port c4388d81-3ada-491e-b25a-d7798c7c9369 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:42:15.198364 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:15.211521 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] Set router 265ca8ea-beec-4fd3-8875-533c2696c354 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:15.437319 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b2da2ff2-09a5-43bb-ad9d-82750faf42c0 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:15.575569 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:15.575865 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.639482 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c4388d81-3ada-491e-b25a-d7798c7c9369', 'name': '', 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'mac_address': 'fa:16:3e:be:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:12Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 2, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'subnets': [{'id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:15.694050 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682be3c7-7914-4d64-a204-bab00ec91700 None None] The sync data for ids ['265ca8ea-beec-4fd3-8875-533c2696c354'] in dv-cinder-848249-1-iscsi is: [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c4388d81-3ada-491e-b25a-d7798c7c9369', 'name': '', 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'mac_address': 'fa:16:3e:be:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:12Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 2, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'subnets': [{'id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:15.717528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:16.085980 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a43611-f34e-4cd5-909c-43b6d8f6a22f req-af15a29d-7a13-43e9-9ec4-28b1a3e37559 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:16.088253 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-90a43611-f34e-4cd5-909c-43b6d8f6a22f req-af15a29d-7a13-43e9-9ec4-28b1a3e37559 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0645709 Aug 09 11:42:16.132801 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-90a43611-f34e-4cd5-909c-43b6d8f6a22f req-904c021c-c103-4b77-830a-76fdea9c7fff tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383773 Aug 09 11:42:16.347699 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f19bcf65-c6c7-41af-b5a9-f4a86a8284d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.443460 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47482) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:16.448367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542621109', 'description': 'tempest-secgroup-smoke-542621109 description', 'project_id': '32024b578599487e9fcc7155e69f5e1d'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:16.488426 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.593462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.597663 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.630554 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df15f3d-e0c7-4f4f-883f-adbacfb530dc,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:16.635252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.638031 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-456667c2-9100-4ff9-8db6-287e5db64c8b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1921325 Aug 09 11:42:16.640616 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47484) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:16.646102 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group_rule': {'security_group_id': '9df15f3d-e0c7-4f4f-883f-adbacfb530dc', 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:16.678987 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.740952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.745931 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.766058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a9960a-61a5-46ec-8b17-e84921537220,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:16.778130 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.779759 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-0991b116-472d-4787-8cd6-209b69520cbe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381776 Aug 09 11:42:16.783778 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47486) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:16.789875 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group_rule': {'security_group_id': '9df15f3d-e0c7-4f4f-883f-adbacfb530dc', 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:16.823598 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.888158 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.920913 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.941055 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195a361f-144e-42bf-a5a8-925f9cff72de,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:16.949075 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.952735 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ff6f6928-0847-46d3-a0af-a5f18f487f03 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653960 Aug 09 11:42:16.953106 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47488) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:16.957415 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group_rule': {'security_group_id': '9df15f3d-e0c7-4f4f-883f-adbacfb530dc', 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:16.987274 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.061087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.066708 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.086319 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bc4021-f61b-438b-9b04-40b7d33a0f23,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.102886 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.104103 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-5134f31d-de80-4d98-bdcc-965e765d4178 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502886 Aug 09 11:42:17.107367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47496) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:17.113122 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group_rule': {'security_group_id': '9df15f3d-e0c7-4f4f-883f-adbacfb530dc', 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:17.147373 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.247118 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.253069 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.273496 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfde7cb-b988-4061-95c2-17f5250f9f8a,revision_number=0']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.284044 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.287597 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-df43f055-0039-4fdf-ae0c-8135fe97d202 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767845 Aug 09 11:42:17.288184 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47500) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:17.294643 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group_rule': {'security_group_id': '9df15f3d-e0c7-4f4f-883f-adbacfb530dc', 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:17.349729 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.securitygroups_db [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Project 32024b578599487e9fcc7155e69f5e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:42:17.359737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38bb45-045f-4cef-b05b-73eb1b3f816e req-5241ad97-2f0c-498a-8293-797907f36f55 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:17.362229 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-df38bb45-045f-4cef-b05b-73eb1b3f816e req-5241ad97-2f0c-498a-8293-797907f36f55 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0872548 Aug 09 11:42:17.365884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.432255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:17.456877 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.464724 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-df38bb45-045f-4cef-b05b-73eb1b3f816e req-b2bd5f52-0487-4e7d-9a01-56e0713708df tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943406 Aug 09 11:42:17.466035 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.494283 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5515be-6444-41dc-aa7f-19115e9daf98,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.508220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.515497 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-16bfce62-baab-4c17-8db1-911353bbe5b1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2248909 Aug 09 11:42:17.518477 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47502) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:17.524177 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.v2.base [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'security_group_rule': {'security_group_id': '9df15f3d-e0c7-4f4f-883f-adbacfb530dc', 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:17.524759 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:17.525139 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.562457 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.securitygroups_db [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Project 32024b578599487e9fcc7155e69f5e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:42:17.568043 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.650551 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:17.651650 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 297045d9-b85d-4768-8265-d68b436955dc up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:17.666170 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.673779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727369'] for security_group_rule, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.690447 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc543c39-b16a-4b57-8ee1-b4b34f21cdba,revision_number=0']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.706357 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 297045d9-b85d-4768-8265-d68b436955dc triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:17.706730 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.709503 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.711049 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-cc6e3c50-0d62-46d4-a68b-1d3b36bcebe9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1913311 Aug 09 11:42:17.818305 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 297045d9-b85d-4768-8265-d68b436955dc is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:17.819090 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.843209 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port 297045d9-b85d-4768-8265-d68b436955dc, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=297045d9-b85d-4768-8265-d68b436955dc,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:17.849258 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.932993 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=297045d9-b85d-4768-8265-d68b436955dc,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.624077 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7f677-0640-47b6-8dc8-a2746309673b req-797401db-66d6-45e0-975a-5ae9d63fce1b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:18.625639 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d3e7f677-0640-47b6-8dc8-a2746309673b req-797401db-66d6-45e0-975a-5ae9d63fce1b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0643311 Aug 09 11:42:18.662992 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b33c43ff-002d-42fd-98e3-95dad7aefcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.703431 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d3e7f677-0640-47b6-8dc8-a2746309673b req-1f6ad11a-bf8b-419e-8eed-cfe51e944cb6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696003 Aug 09 11:42:19.272099 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 297045d9-b85d-4768-8265-d68b436955dc up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:19.347608 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port 297045d9-b85d-4768-8265-d68b436955dc triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:19.348114 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.448388 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port 297045d9-b85d-4768-8265-d68b436955dc is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:19.494293 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Sync routers for ids ['265ca8ea-beec-4fd3-8875-533c2696c354'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:19.511555 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Routers {'265ca8ea-beec-4fd3-8875-533c2696c354'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:19.512304 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:42:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['265ca8ea-beec-4fd3-8875-533c2696c354'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:19.643283 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Set router 265ca8ea-beec-4fd3-8875-533c2696c354 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:19.910882 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875970f-2c52-44cc-a181-f934395455fb req-dfc2d94b-0f4e-4d6d-9f0c-e15124c54144 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:19.912600 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b875970f-2c52-44cc-a181-f934395455fb req-dfc2d94b-0f4e-4d6d-9f0c-e15124c54144 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0735230 Aug 09 11:42:19.929892 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c4388d81-3ada-491e-b25a-d7798c7c9369', 'name': '', 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'mac_address': 'fa:16:3e:be:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:12Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 2, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'subnets': [{'id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:19.972474 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Checking router: 265ca8ea-beec-4fd3-8875-533c2696c354 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:19.973241 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Updating router 265ca8ea-beec-4fd3-8875-533c2696c354 port c4388d81-3ada-491e-b25a-d7798c7c9369 binding host dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:19.976286 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b875970f-2c52-44cc-a181-f934395455fb req-cbfd3ef4-1ecc-4973-a9b8-487ff49c50c8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555589 Aug 09 11:42:20.012973 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.088453 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.356537 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.363969 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.432968 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Pushing event updated for resources: {'Port': ['ID=c4388d81-3ada-491e-b25a-d7798c7c9369,revision_number=3']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.462120 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.462637 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.462879 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.463537 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.464074 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.464675 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.465168 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.465604 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.471129 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.471129 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.471129 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.471129 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:20.476627 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Attempting to bind port c4388d81-3ada-491e-b25a-d7798c7c9369 on host dv-cinder-848249-1-iscsi for vnic_type normal with profile {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:20.477152 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Attempting to bind port c4388d81-3ada-491e-b25a-d7798c7c9369 by drivers openvswitch,hyperv on host dv-cinder-848249-1-iscsi at level 0 using segments [{'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:20.477616 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Attempting to bind port c4388d81-3ada-491e-b25a-d7798c7c9369 on network 58431241-02e2-49ba-990d-fb88b95a134a {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:20.483390 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Checking agent: {'id': 'b8a7ec3e-98da-4601-843f-e50163f44074', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848249-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 19, 22), 'started_at': datetime.datetime(2022, 8, 9, 11, 19, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848249-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:20.483917 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Checking segment: {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:20.484437 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.484923 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Bound using segment: {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'} {{(pid=102532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:20.486288 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.managers [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Bound port: c4388d81-3ada-491e-b25a-d7798c7c9369, host: dv-cinder-848249-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0979e3b-ec72-4303-97af-2ab2221aaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a'}}] {{(pid=102532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:20.487517 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.575003 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] For port c4388d81-3ada-491e-b25a-d7798c7c9369, host dv-cinder-848249-1-iscsi, cleared binding levels {{(pid=102532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:20.579595 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.plugins.ml2.db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] For port c4388d81-3ada-491e-b25a-d7798c7c9369, host dv-cinder-848249-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=c4388d81-3ada-491e-b25a-d7798c7c9369,segment=NetworkSegment(c0979e3b-ec72-4303-97af-2ab2221aaeb8),segment_id=c0979e3b-ec72-4303-97af-2ab2221aaeb8)] {{(pid=102532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:20.613502 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron_lib.callbacks.manager [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.687091 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Routers {'265ca8ea-beec-4fd3-8875-533c2696c354'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:42:20.688066 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:42:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['265ca8ea-beec-4fd3-8875-533c2696c354'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:20.731907 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2669d-486b-4836-8a44-decc4c985043 None None] Pushing event updated for resources: {'Port': ['ID=c4388d81-3ada-491e-b25a-d7798c7c9369,revision_number=4']} {{(pid=102532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.817465 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] Set router 265ca8ea-beec-4fd3-8875-533c2696c354 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:42:21.135276 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f30587-8307-48c9-a4d2-0f63081234e1 req-c09a7c5d-4ce1-4330-8df9-1e7f345121ce tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:21.136761 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56f30587-8307-48c9-a4d2-0f63081234e1 req-c09a7c5d-4ce1-4330-8df9-1e7f345121ce tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0610857 Aug 09 11:42:21.153420 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c4388d81-3ada-491e-b25a-d7798c7c9369', 'name': '', 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'mac_address': 'fa:16:3e:be:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:12Z', 'updated_at': '2022-08-09T11:42:20Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'subnets': [{'id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:21.178280 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56f30587-8307-48c9-a4d2-0f63081234e1 req-a71064e6-c37d-4343-a5ff-873e43b0146e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335591 Aug 09 11:42:21.180882 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eafc2c-91e2-4322-baf9-b68bae7fe8a3 None None] The sync data for ids ['265ca8ea-beec-4fd3-8875-533c2696c354'] in dv-cinder-848249-1-iscsi is: [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'c4388d81-3ada-491e-b25a-d7798c7c9369', 'name': '', 'network_id': '58431241-02e2-49ba-990d-fb88b95a134a', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'mac_address': 'fa:16:3e:be:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:12Z', 'updated_at': '2022-08-09T11:42:20Z', 'revision_number': 4, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'subnets': [{'id': '0ea11004-05c5-440d-8b1e-7e078b238f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:21.277337 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c4388d81-3ada-491e-b25a-d7798c7c9369 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:21.329551 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port c4388d81-3ada-491e-b25a-d7798c7c9369 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:21.330137 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.435754 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port c4388d81-3ada-491e-b25a-d7798c7c9369 is: DOWN; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:21.436234 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.440800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.476429 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] For port c4388d81-3ada-491e-b25a-d7798c7c9369, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=c4388d81-3ada-491e-b25a-d7798c7c9369,segment=NetworkSegment(c0979e3b-ec72-4303-97af-2ab2221aaeb8),segment_id=c0979e3b-ec72-4303-97af-2ab2221aaeb8)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:21.480592 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.531762 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Pushing event updated for resources: {'Port': ['ID=c4388d81-3ada-491e-b25a-d7798c7c9369,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:21.654534 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.282867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-615cc202-4752-436a-b3b4-d666848644b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:22.284353 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-615cc202-4752-436a-b3b4-d666848644b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1098 time: 0.0445518 Aug 09 11:42:22.311808 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaf591-f746-46e6-9480-57861c26729c req-2df893ed-14a1-4431-b68f-acedac468686 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:22.314010 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2dcaf591-f746-46e6-9480-57861c26729c req-2df893ed-14a1-4431-b68f-acedac468686 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0542731 Aug 09 11:42:22.354737 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2dcaf591-f746-46e6-9480-57861c26729c req-1a5e0046-3faf-4ad1-9bc5-13bdd1d8b477 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Aug 09 11:42:22.382255 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-e66a33da-4e4e-4e31-b820-dd8382906ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:22.383700 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-e66a33da-4e4e-4e31-b820-dd8382906ad7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0883183 Aug 09 11:42:22.451218 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-b70269ed-bf97-49ba-842e-ba29dc59c402 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 999 time: 0.0603082 Aug 09 11:42:22.501552 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-efe56c53-cb68-4ade-85df-3a675c667d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:22.503050 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-efe56c53-cb68-4ade-85df-3a675c667d36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0441668 Aug 09 11:42:22.551134 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-3bee3153-0956-4456-b5f6-6c03d5d4f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:22.552628 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-3bee3153-0956-4456-b5f6-6c03d5d4f911 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410609 Aug 09 11:42:22.650316 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-e5f334ee-7191-4006-986e-92d9c23af989 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907013 Aug 09 11:42:22.746574 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8a5af5f8-82a0-4133-904b-ba053917fb70 req-1e609fc9-73de-43b4-983d-755835111ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897310 Aug 09 11:42:23.238286 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c4388d81-3ada-491e-b25a-d7798c7c9369 up at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:23.292263 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Provisioning complete for port c4388d81-3ada-491e-b25a-d7798c7c9369 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:23.292635 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.371495 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Current status of the port c4388d81-3ada-491e-b25a-d7798c7c9369 is: ACTIVE; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:23.482973 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc70ab-da3c-4e16-98dd-01b61b7e4deb req-37a58245-947c-4edc-9c97-3ae9953a2ad4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:23.485862 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-93bc70ab-da3c-4e16-98dd-01b61b7e4deb req-37a58245-947c-4edc-9c97-3ae9953a2ad4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Aug 09 11:42:23.529220 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-93bc70ab-da3c-4e16-98dd-01b61b7e4deb req-daadf07c-98e5-40e3-bfdf-54ecff3a6ac0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348482 Aug 09 11:42:24.659557 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740aae9-4041-452f-bcea-c4782107d4e7 req-4a2e574d-a752-4e84-bb9c-4552812e6319 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:24.661199 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a740aae9-4041-452f-bcea-c4782107d4e7 req-4a2e574d-a752-4e84-bb9c-4552812e6319 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Aug 09 11:42:24.701229 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a740aae9-4041-452f-bcea-c4782107d4e7 req-80650165-6809-42ec-870d-e790bf263c50 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Aug 09 11:42:25.362538 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:25.443253 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: ACTIVE; New status is: DOWN {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:25.443647 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.467113 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:25.470235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf11aeb-1aae-4b2d-b7d5-237ee2b3cbe4" -d '{"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-unplugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:25.483115 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:25.487296 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.512082 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad0b0c-a371-421e-a961-a56aad4a1bfa x-openstack-request-id: req-51ad0b0c-a371-421e-a961-a56aad4a1bfa {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:25.512404 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-unplugged", "status": "failed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "code": 422}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:25.512660 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51ad0b0c-a371-421e-a961-a56aad4a1bfa {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:25.513062 dv-cinder-848249-1-iscsi neutron-server[102531]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-51ad0b0c-a371-421e-a961-a56aad4a1bfa']: {'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'code': 422} returned with failed status Aug 09 11:42:25.538624 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=8']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:25.835908 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128c4df-3981-479f-9a17-d80128ae605d req-ab2f9323-6098-4c7f-bafc-12291a47b8d8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:25.837382 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c128c4df-3981-479f-9a17-d80128ae605d req-ab2f9323-6098-4c7f-bafc-12291a47b8d8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0513337 Aug 09 11:42:25.877211 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c128c4df-3981-479f-9a17-d80128ae605d req-136c8110-e85a-4310-a2c6-b5df22b4d218 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Aug 09 11:42:27.828105 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9941f1-9278-4bcb-9f31-3edbc21f269e req-f5313b0b-0954-4388-806d-3009b28af4f8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:27.830320 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ab9941f1-9278-4bcb-9f31-3edbc21f269e req-f5313b0b-0954-4388-806d-3009b28af4f8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0620072 Aug 09 11:42:27.883555 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ab9941f1-9278-4bcb-9f31-3edbc21f269e req-cb18ff34-f22a-48cc-9de4-287257fb8146 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Aug 09 11:42:27.887111 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-75000544-5717-4c10-839c-735f0c50f76e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757563 Aug 09 11:42:28.794187 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-955f37dd-fe52-46ef-9f3e-f2ee2756df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:28.795636 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-955f37dd-fe52-46ef-9f3e-f2ee2756df22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19&tenant_id=7a0642f5cc684d6392d53a7747e3ad7d HTTP/1.1" status: 200 len: 1096 time: 0.0674720 Aug 09 11:42:28.878507 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-58a41b01-d19f-47af-87c1-9440bdc3ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:28.879976 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-58a41b01-d19f-47af-87c1-9440bdc3ce63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1096 time: 0.0426595 Aug 09 11:42:28.979560 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-e4ff1909-4fde-4bf3-8b3f-b43939597cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:28.980946 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-e4ff1909-4fde-4bf3-8b3f-b43939597cca service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0940289 Aug 09 11:42:29.058226 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-8c46e8be-2d07-4628-89b8-d4195dd3573c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 997 time: 0.0613627 Aug 09 11:42:29.065275 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b681d8c-fad4-4fc7-a185-78f46742f96a req-bfb31251-5e01-4a47-9113-11b7aae2270d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:29.066673 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b681d8c-fad4-4fc7-a185-78f46742f96a req-bfb31251-5e01-4a47-9113-11b7aae2270d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.1005168 Aug 09 11:42:29.135844 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-090b4eca-8290-4673-b629-61c819cfb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:29.137292 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-090b4eca-8290-4673-b629-61c819cfb3d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0697963 Aug 09 11:42:29.140167 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b681d8c-fad4-4fc7-a185-78f46742f96a req-89bab369-3055-4f92-9e1f-dec8000ef657 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657570 Aug 09 11:42:29.181543 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-367b412b-ee44-4d60-a856-2ac688315f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:29.183036 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-367b412b-ee44-4d60-a856-2ac688315f28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390537 Aug 09 11:42:29.270583 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-7317ae24-6d05-4d94-b255-c7e7be148fee service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Aug 09 11:42:29.365965 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d7e72ab8-3806-4a1c-9151-d07bfa30d724 req-d7bbe22d-dff8-470f-bd4d-2df847ae4ac2 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883293 Aug 09 11:42:30.291552 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ef66c-1374-4285-9e14-2893190c3eb0 req-ada1bb2b-7307-4590-968a-78569154ea17 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:30.292946 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ef1ef66c-1374-4285-9e14-2893190c3eb0 req-ada1bb2b-7307-4590-968a-78569154ea17 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0529206 Aug 09 11:42:30.342211 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ef1ef66c-1374-4285-9e14-2893190c3eb0 req-e62bf379-45af-4583-bf7e-781eaf3a07af tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378907 Aug 09 11:42:30.609072 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:31.599166 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff611b0-2015-488f-8425-0790c3170653 req-ab464236-e8d7-4da2-9d39-19e6cbb10606 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:31.601075 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2ff611b0-2015-488f-8425-0790c3170653 req-ab464236-e8d7-4da2-9d39-19e6cbb10606 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.1787591 Aug 09 11:42:31.642747 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2ff611b0-2015-488f-8425-0790c3170653 req-f4c1bc59-8cb1-4f96-bb90-9a4f1058c91c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354292 Aug 09 11:42:32.785411 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e382f6-0675-4554-a454-ac7846f5323d req-89ac88b8-65d7-4415-8533-eca5fe8f3cbe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:32.786942 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-36e382f6-0675-4554-a454-ac7846f5323d req-89ac88b8-65d7-4415-8533-eca5fe8f3cbe tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0545764 Aug 09 11:42:32.830081 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-36e382f6-0675-4554-a454-ac7846f5323d req-6ec08591-4af2-41d1-a59e-bdf38f248733 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358400 Aug 09 11:42:33.966362 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abc6c-74c6-4013-bde9-669bfe07acca req-41f6fd00-a26b-4501-bdea-6e9dbf586aa7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:33.967956 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-809abc6c-74c6-4013-bde9-669bfe07acca req-41f6fd00-a26b-4501-bdea-6e9dbf586aa7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0561912 Aug 09 11:42:34.010567 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-809abc6c-74c6-4013-bde9-669bfe07acca req-421c104c-cb48-45fe-a98e-64f899c693c6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360079 Aug 09 11:42:35.213649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5ce73-cc30-41ef-8a1c-3b8fd88aad95 req-24b3a4c3-5a83-4ea3-a5ab-1580d1500f7a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:35.215155 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6ae5ce73-cc30-41ef-8a1c-3b8fd88aad95 req-24b3a4c3-5a83-4ea3-a5ab-1580d1500f7a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.1139119 Aug 09 11:42:35.254649 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-6ae5ce73-cc30-41ef-8a1c-3b8fd88aad95 req-493eca34-7b65-438d-9e95-eeaec455a605 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326469 Aug 09 11:42:36.399561 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a354404-36f3-4470-8b24-bdd20a6641a9 req-e7a3ba8e-78f4-4ad1-8bd2-9cf58c61380b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:36.401034 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a354404-36f3-4470-8b24-bdd20a6641a9 req-e7a3ba8e-78f4-4ad1-8bd2-9cf58c61380b tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0578632 Aug 09 11:42:36.446040 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a354404-36f3-4470-8b24-bdd20a6641a9 req-281666b7-2f98-43fb-b217-f4578ac6741a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354776 Aug 09 11:42:37.584470 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ff20f-1ad0-4310-a3eb-8bd44e8d74f3 req-cb2cbc9e-6f1b-4f07-afbc-c54808f97f51 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:37.586021 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-965ff20f-1ad0-4310-a3eb-8bd44e8d74f3 req-cb2cbc9e-6f1b-4f07-afbc-c54808f97f51 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0581486 Aug 09 11:42:37.623616 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-965ff20f-1ad0-4310-a3eb-8bd44e8d74f3 req-fce9c603-9608-4b32-80c4-810451f8b72a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 09 11:42:38.748994 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561543e-e0ca-4d32-96c4-e0557aa5e436 req-aca195cd-2178-4f16-be3c-6e8ab1ce0011 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:38.750537 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2561543e-e0ca-4d32-96c4-e0557aa5e436 req-aca195cd-2178-4f16-be3c-6e8ab1ce0011 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0479431 Aug 09 11:42:38.788646 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2561543e-e0ca-4d32-96c4-e0557aa5e436 req-d958d4c5-924d-4aed-9e32-28d2ccae4949 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Aug 09 11:42:39.913445 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c9fe8-d645-48bc-ab28-4815f5a45ad1 req-a0c0a15f-be66-47d8-8ec2-e63587a2f408 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:39.914903 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-891c9fe8-d645-48bc-ab28-4815f5a45ad1 req-a0c0a15f-be66-47d8-8ec2-e63587a2f408 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0508311 Aug 09 11:42:39.951283 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-891c9fe8-d645-48bc-ab28-4815f5a45ad1 req-89de72df-8dce-4043-a35c-f668b9ac1b85 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Aug 09 11:42:41.076705 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998666-4f9c-43bf-ad6e-430a12379358 req-eaca2f26-3a78-4cbf-9626-58dc2198dc84 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:41.078654 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ed998666-4f9c-43bf-ad6e-430a12379358 req-eaca2f26-3a78-4cbf-9626-58dc2198dc84 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0518005 Aug 09 11:42:41.115024 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ed998666-4f9c-43bf-ad6e-430a12379358 req-bbb10e95-188e-4b93-bce9-c05f4c9208fd tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308189 Aug 09 11:42:42.236750 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ec36-a613-4616-89dd-243a54a84706 req-76d31679-fd95-44a8-b64b-fd5d63e78e13 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:42.238236 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1f15ec36-a613-4616-89dd-243a54a84706 req-76d31679-fd95-44a8-b64b-fd5d63e78e13 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0485041 Aug 09 11:42:42.276566 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-1f15ec36-a613-4616-89dd-243a54a84706 req-21e69019-6f39-4303-bf06-55974b087652 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323775 Aug 09 11:42:42.769458 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-544a1be5-a5c5-4aa3-8604-3d3402bffd5b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542621109&fields=id&tenant_id=32024b578599487e9fcc7155e69f5e1d HTTP/1.1" status: 200 len: 267 time: 0.0323954 Aug 09 11:42:42.874800 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-66eb2957-25cf-4204-83f8-75f694b19776 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:42.876169 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-66eb2957-25cf-4204-83f8-75f694b19776 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 809 time: 0.1000493 Aug 09 11:42:42.890539 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-7b9a7d61-77cf-41c4-840a-ea575c390c85 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/quotas/32024b578599487e9fcc7155e69f5e1d HTTP/1.1" status: 200 len: 375 time: 0.0087528 Aug 09 11:42:42.944223 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-40170a14-a0da-4204-96a1-18efc9a6c220 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481665 Aug 09 11:42:43.080393 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-7f9089cc-fbd0-4195-a783-cc7efb2a0b52 service neutron] 10.222.0.50 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228678 Aug 09 11:42:43.169754 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-256c94b8-2e44-44f0-ad5e-44881fb5338f service neutron] 10.222.0.50 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Aug 09 11:42:43.416190 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3daf75-677e-448d-988e-0f669ffa87fd req-6d5fffe3-5549-4838-9cfd-75146352dfe6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:43.417722 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bb3daf75-677e-448d-988e-0f669ffa87fd req-6d5fffe3-5549-4838-9cfd-75146352dfe6 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0529635 Aug 09 11:42:43.455787 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bb3daf75-677e-448d-988e-0f669ffa87fd req-4d0a68b5-afc2-44b8-881a-54e834e32c44 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Aug 09 11:42:43.566852 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f9c5a724-657c-49f1-8222-ac12646f6de4 req-c542cf36-c20b-4e58-96e6-7cc3678a0dcc tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 210 time: 0.0301719 Aug 09 11:42:44.639387 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9cbe-64dc-4820-b4bd-392e99621a54 req-45ed5adc-1ada-4768-8d8a-5b494fd527b5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:44.641407 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f4ac9cbe-64dc-4820-b4bd-392e99621a54 req-45ed5adc-1ada-4768-8d8a-5b494fd527b5 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.1015811 Aug 09 11:42:44.650589 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-d1ba1690-428c-458e-afd0-0560d82ec3f1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:44.651960 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-d1ba1690-428c-458e-afd0-0560d82ec3f1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 809 time: 0.1507070 Aug 09 11:42:44.670053 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f3c0927c-cfe1-4186-9f58-56b028e1f747 req-dc36ea28-bced-4b59-b9da-47e06b19f40d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 210 time: 0.0262797 Aug 09 11:42:44.685256 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f4ac9cbe-64dc-4820-b4bd-392e99621a54 req-55beec09-05bc-4db4-95e6-bca13aa56c65 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Aug 09 11:42:44.729086 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-8110d1b5-5e76-4e11-9541-176ac2522f8c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32024b578599487e9fcc7155e69f5e1d HTTP/1.1" status: 200 len: 379 time: 0.0337720 Aug 09 11:42:44.737820 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'port': {'device_id': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'admin_state_up': True, 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'security_groups': ['9df15f3d-e0c7-4f4f-883f-adbacfb530dc']}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:44.851848 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Made reservation on behalf of 32024b578599487e9fcc7155e69f5e1d for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:44.855448 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.239168 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Allocated IP 172.20.0.11 (8f0b20c2-effd-4c27-a965-d5e03374da92/e4122aa3-d457-444d-b477-3de14f1bdd8f/34715b66-c5ee-495b-b3b5-3e7d198bc382) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:45.381712 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.413920 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.455405 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:45.458341 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:45.461999 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:42:45.492753 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:45.519566 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:45.520210 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.537167 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-449c4537-01ad-477b-8ed6-4bc1ad8c4c34 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028228 Aug 09 11:42:45.555820 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Request body: {'port': {'device_id': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:45.613174 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.743379 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-9b0c076a-9191-4e1c-aae6-f0c404aa6d55 None None] Provisioning complete for port 34715b66-c5ee-495b-b3b5-3e7d198bc382 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:45.744608 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9b0c076a-9191-4e1c-aae6-f0c404aa6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.784026 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c076a-9191-4e1c-aae6-f0c404aa6d55 None None] Port 34715b66-c5ee-495b-b3b5-3e7d198bc382 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:42:45.801044 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c62a-d7fa-4e3b-a7ca-1b311d6531c8 req-559c8e56-6a91-4bc9-8f54-9297dc717ddc tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:45.802572 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45a6c62a-d7fa-4e3b-a7ca-1b311d6531c8 req-559c8e56-6a91-4bc9-8f54-9297dc717ddc tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 932 time: 0.0548985 Aug 09 11:42:45.840463 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-45a6c62a-d7fa-4e3b-a7ca-1b311d6531c8 req-cba0e36b-c5c4-44c7-bcb1-0cd42c0450b6 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Aug 09 11:42:45.867776 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6ef75-efce-4d53-9d04-65751500c2f3 req-d60b0720-8079-47d9-82ec-e2c390134f64 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:45.869274 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bba6ef75-efce-4d53-9d04-65751500c2f3 req-d60b0720-8079-47d9-82ec-e2c390134f64 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.1039729 Aug 09 11:42:45.928468 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-bba6ef75-efce-4d53-9d04-65751500c2f3 req-f913a306-426c-4992-bc25-450a2983976a tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495601 Aug 09 11:42:45.957934 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34715b66-c5ee-495b-b3b5-3e7d198bc382 {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:42:45.965253 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.977649 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Transition to ACTIVE for port object 34715b66-c5ee-495b-b3b5-3e7d198bc382 will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:45.981819 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.041627 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:46.088279 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Attempting to bind port 34715b66-c5ee-495b-b3b5-3e7d198bc382 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:42:46.088619 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Attempting to bind port 34715b66-c5ee-495b-b3b5-3e7d198bc382 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:42:46.088950 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Attempting to bind port 34715b66-c5ee-495b-b3b5-3e7d198bc382 on network 8f0b20c2-effd-4c27-a965-d5e03374da92 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:46.093329 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Port 34715b66-c5ee-495b-b3b5-3e7d198bc382 on network 8f0b20c2-effd-4c27-a965-d5e03374da92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:42:46.093649 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Attempting to bind port 34715b66-c5ee-495b-b3b5-3e7d198bc382 on network 8f0b20c2-effd-4c27-a965-d5e03374da92 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:42:46.099285 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:42:46.099625 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Checking segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:42:46.100010 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Bound using segment: {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:42:46.100433 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Bound port: 34715b66-c5ee-495b-b3b5-3e7d198bc382, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e74916-e4fb-4cc6-9259-c2d8520f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:42:46.100785 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.161526 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:46.164485 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:46.169101 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.173162 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.173796 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.175254 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] 10.222.0.43 "PUT /v2.0/ports/34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 1094 time: 0.6237693 Aug 09 11:42:46.175674 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:46.177947 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c6f5a-9245-4ec8-9667-e3d6f110629e" -d '{"events": [{"name": "network-changed", "server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:46.217204 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c72c29-4cc6-478e-ab84-ab22faea204a x-openstack-request-id: req-64c72c29-4cc6-478e-ab84-ab22faea204a {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:46.217489 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:46.217740 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64c72c29-4cc6-478e-ab84-ab22faea204a {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:46.218167 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c72c29-4cc6-478e-ab84-ab22faea204a'] response: {'name': 'network-changed', 'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'status': 'completed', 'code': 200} Aug 09 11:42:46.228680 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547cb1-a56e-4d6c-9a17-e4e043f7b928 service neutron] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:46.280363 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-f0490521-dd98-47fe-984d-d79040f7fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.281867 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-f0490521-dd98-47fe-984d-d79040f7fecd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1097 time: 0.0441625 Aug 09 11:42:46.334530 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-8c222007-3603-48db-b25d-93337d088363 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 217 time: 0.0379901 Aug 09 11:42:46.340269 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3254a7b6-ece2-45c8-ae4f-479fa7d73736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.383504 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-0f5faa59-3312-488f-984f-ddbf9ba8e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.384950 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-0f5faa59-3312-488f-984f-ddbf9ba8e124 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0434403 Aug 09 11:42:46.433198 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-538bbd54-659c-43b9-a28e-96345af4e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.434678 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-538bbd54-659c-43b9-a28e-96345af4e04b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428004 Aug 09 11:42:46.521361 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-4e2a89da-7434-4fb4-8ee0-4574584e3c64 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796716 Aug 09 11:42:46.617351 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d2bd1f5a-0558-4fad-8ed2-824b3d44e404 req-f24dc47b-a275-4631-8721-513f490c454e service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897837 Aug 09 11:42:46.746604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-39ee43c8-db7f-4440-b72e-932ee33b3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.748056 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-39ee43c8-db7f-4440-b72e-932ee33b3b56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1097 time: 0.0396380 Aug 09 11:42:46.835278 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-e04a07c0-675b-423e-9235-c47afabfdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.836638 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-e04a07c0-675b-423e-9235-c47afabfdf24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.0817480 Aug 09 11:42:46.881125 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-0f15ebbf-1433-41bc-ae71-0ee4d046e42f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 217 time: 0.0383539 Aug 09 11:42:46.953377 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-c6354446-4920-4064-9dec-1af0bee76e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:46.954902 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-c6354446-4920-4064-9dec-1af0bee76e8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0677209 Aug 09 11:42:47.006285 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6455f-b943-406c-b0b1-44992f2a0a82 req-3c6a94a0-9535-41cf-9256-8ea6234e7718 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:47.007751 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-abc6455f-b943-406c-b0b1-44992f2a0a82 req-3c6a94a0-9535-41cf-9256-8ea6234e7718 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0880365 Aug 09 11:42:47.022958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-aad7f05d-2a0a-4e66-bcd2-94acafb0a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:47.024380 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-aad7f05d-2a0a-4e66-bcd2-94acafb0a73d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636225 Aug 09 11:42:47.053918 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7800-9d11-45a0-8116-1e65723c7594 req-423c9572-7620-42c9-82b3-5e17c11f680e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:47.055455 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b61c7800-9d11-45a0-8116-1e65723c7594 req-423c9572-7620-42c9-82b3-5e17c11f680e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 943 time: 0.0487773 Aug 09 11:42:47.079907 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-abc6455f-b943-406c-b0b1-44992f2a0a82 req-322eda33-2e75-49b4-875f-d4387a8399a6 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643063 Aug 09 11:42:47.097942 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b61c7800-9d11-45a0-8116-1e65723c7594 req-85304ce5-f891-4466-a112-55ebe7e23d39 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363505 Aug 09 11:42:47.130176 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-f6c4d7fb-1dca-4a89-8122-9572f6e1fd6b service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982361 Aug 09 11:42:47.222844 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-db4c6f5a-9245-4ec8-9667-e3d6f110629e req-45e553ba-6468-4c52-9091-348f60bb2fb5 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859270 Aug 09 11:42:47.478807 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:42:47.571299 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:47.582950 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'port_id': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'mac_address': 'fa:16:3e:59:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:42:47.621939 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:47.622352 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.634898 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:42:47.653533 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:47.657134 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.703042 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=9']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:48.087679 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['09c7ae1d-5d89-4754-9ea9-2a2598e0d429'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:48.209890 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f9d1-0ff4-446e-9a70-68df5775e5af req-3bbb68b7-8b1b-45f4-9769-4b96d564daa6 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:48.211103 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7625f9d1-0ff4-446e-9a70-68df5775e5af req-3bbb68b7-8b1b-45f4-9769-4b96d564daa6 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0608420 Aug 09 11:42:48.231369 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dbf6f-f07a-4820-9835-4d4fca150e54 req-3031ff49-b47c-4046-8649-933ec31f3a39 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:48.232863 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ce3dbf6f-f07a-4820-9835-4d4fca150e54 req-3031ff49-b47c-4046-8649-933ec31f3a39 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 944 time: 0.0496640 Aug 09 11:42:48.251081 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-7625f9d1-0ff4-446e-9a70-68df5775e5af req-2a9fd051-da40-466e-ad17-90e6f03961f8 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Aug 09 11:42:48.272615 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ce3dbf6f-f07a-4820-9835-4d4fca150e54 req-02e96af4-c092-443e-b7eb-8ed4e19ac939 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Aug 09 11:42:48.646490 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-22c09948-c3b4-4182-984c-8f659eb49a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.369954 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2251-f0f0-48a9-add1-8b5ef46e73c4 req-0d3d7ef8-b601-4df6-ba08-97b107b20a58 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:49.371362 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3d1b2251-f0f0-48a9-add1-8b5ef46e73c4 req-0d3d7ef8-b601-4df6-ba08-97b107b20a58 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Aug 09 11:42:49.403975 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9facef-1695-471f-a7b6-a8e0c57cc159 req-51d50186-9ad0-4046-9f24-1238bb6f5527 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:49.405473 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ce9facef-1695-471f-a7b6-a8e0c57cc159 req-51d50186-9ad0-4046-9f24-1238bb6f5527 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 944 time: 0.0492616 Aug 09 11:42:49.408953 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3d1b2251-f0f0-48a9-add1-8b5ef46e73c4 req-e2b5eb53-acdf-4445-9a2a-9ebdeae28330 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307276 Aug 09 11:42:49.444460 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-ce9facef-1695-471f-a7b6-a8e0c57cc159 req-d9fee78f-0aa6-4da9-a24e-46a9f25d1e52 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Aug 09 11:42:49.505857 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:49.552735 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:49.553107 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.631216 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:49.631515 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.653017 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:49.655566 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0f7f6e-bc03-471b-832a-ce505d000ad7" -d '{"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-plugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:49.662526 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:49.676543 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:49.681363 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.704549 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1453df71-fd62-4863-b8c5-02f64a77b35a x-openstack-request-id: req-1453df71-fd62-4863-b8c5-02f64a77b35a {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:49.704839 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-plugged", "status": "completed", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:49.705185 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1453df71-fd62-4863-b8c5-02f64a77b35a {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:49.705575 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1453df71-fd62-4863-b8c5-02f64a77b35a'] response: {'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'code': 200} Aug 09 11:42:49.730404 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=10']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:49.914205 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada53255-b79d-4f73-b12a-337661817b5e req-e16d5486-bb5b-430c-8378-14306b19e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:49.915593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ada53255-b79d-4f73-b12a-337661817b5e req-e16d5486-bb5b-430c-8378-14306b19e310 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1099 time: 0.0431333 Aug 09 11:42:49.949328 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ada53255-b79d-4f73-b12a-337661817b5e req-77fa9b3f-18d1-445b-a2fa-a8a3b8ca2676 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271616 Aug 09 11:42:50.081396 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:50.526216 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0869b-11ef-4b9d-a3e3-a736c16ca375 req-a5646109-b948-481b-8530-d26a175b049f tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:50.527714 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-60e0869b-11ef-4b9d-a3e3-a736c16ca375 req-a5646109-b948-481b-8530-d26a175b049f tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0487251 Aug 09 11:42:50.569941 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-60e0869b-11ef-4b9d-a3e3-a736c16ca375 req-15d10078-bacd-42c3-bfcd-2cda145353ac tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357199 Aug 09 11:42:50.578171 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98258e75-ee2b-4de1-9161-ee880b04cb16 req-c57fc76e-7cf9-4542-bbef-a7322d920b07 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:50.579676 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-98258e75-ee2b-4de1-9161-ee880b04cb16 req-c57fc76e-7cf9-4542-bbef-a7322d920b07 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 946 time: 0.0537813 Aug 09 11:42:50.618682 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-98258e75-ee2b-4de1-9161-ee880b04cb16 req-d665afbb-0bd4-4ec1-a443-0744dd1d44fc tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Aug 09 11:42:51.427575 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:51.650085 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:51.715405 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fac03-e1bf-4ead-8561-c7fb3a7bedf3 req-64945805-2e9f-47a7-8b23-02a207b2c7e7 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:51.717144 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-086fac03-e1bf-4ead-8561-c7fb3a7bedf3 req-64945805-2e9f-47a7-8b23-02a207b2c7e7 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0698617 Aug 09 11:42:51.758577 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-086fac03-e1bf-4ead-8561-c7fb3a7bedf3 req-00cbccbb-774b-40d1-aeb3-53fce721ad21 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340440 Aug 09 11:42:51.761257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a134087-ad6d-479d-86f8-a35b82e33858 req-3e1fc4a9-7cbc-494f-b776-f13c44be662d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:51.768320 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a134087-ad6d-479d-86f8-a35b82e33858 req-3e1fc4a9-7cbc-494f-b776-f13c44be662d tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 946 time: 0.0599506 Aug 09 11:42:51.804572 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-3a134087-ad6d-479d-86f8-a35b82e33858 req-b78c310b-e1b2-44b5-9066-b592669b2c2c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333681 Aug 09 11:42:52.876776 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b4319-076c-4416-b711-41d60049c76e req-3712d4da-39c9-40e1-832c-6a631e73c9f4 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:52.878291 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d02b4319-076c-4416-b711-41d60049c76e req-3712d4da-39c9-40e1-832c-6a631e73c9f4 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0495374 Aug 09 11:42:52.918339 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d02b4319-076c-4416-b711-41d60049c76e req-065f6f5b-02e4-44bf-a905-e88ed8bd0bc0 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339160 Aug 09 11:42:52.934047 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865eb77-f0bf-4e10-852e-ee40394941f9 req-f025c809-81c7-40dc-bb10-6b4a3edc61c8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:52.935500 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f865eb77-f0bf-4e10-852e-ee40394941f9 req-f025c809-81c7-40dc-bb10-6b4a3edc61c8 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 946 time: 0.0524385 Aug 09 11:42:52.972988 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f865eb77-f0bf-4e10-852e-ee40394941f9 req-6ae7811b-6f26-4570-9b75-172b9d844bf7 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Aug 09 11:42:54.036881 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2730-76ab-4da5-8f6c-7d98b0547e4b req-7d873529-ffb5-4f27-9562-1c76ba38843c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:54.038375 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bd1d2730-76ab-4da5-8f6c-7d98b0547e4b req-7d873529-ffb5-4f27-9562-1c76ba38843c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0497158 Aug 09 11:42:54.079344 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-bd1d2730-76ab-4da5-8f6c-7d98b0547e4b req-28f77500-c44b-41f1-90fc-b9d08917cd8e tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350015 Aug 09 11:42:55.196766 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12081b7d-96d9-45c7-ac7b-6ec3bc93f903 req-00c93ec8-8b4e-4980-a2af-6ae420064e11 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:55.198261 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-12081b7d-96d9-45c7-ac7b-6ec3bc93f903 req-00c93ec8-8b4e-4980-a2af-6ae420064e11 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0485404 Aug 09 11:42:55.234860 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-12081b7d-96d9-45c7-ac7b-6ec3bc93f903 req-6f2c273a-5ff5-4350-b261-0acbcee1c461 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306945 Aug 09 11:42:55.521900 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:42:55.614438 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:55.625321 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'port_id': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'mac_address': 'fa:16:3e:f0:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:42:55.666051 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 34715b66-c5ee-495b-b3b5-3e7d198bc382 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:55.666428 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:55.679755 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34715b66-c5ee-495b-b3b5-3e7d198bc382 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:42:55.698177 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:55.702110 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:55.749372 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:56.128189 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['34715b66-c5ee-495b-b3b5-3e7d198bc382'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:56.354221 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba17c5-db67-4923-96c3-498581edc625 req-65a12642-4d63-4b84-9d5b-bf55d1f5709f tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:56.355661 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-40ba17c5-db67-4923-96c3-498581edc625 req-65a12642-4d63-4b84-9d5b-bf55d1f5709f tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Aug 09 11:42:56.393687 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-40ba17c5-db67-4923-96c3-498581edc625 req-154c4423-953d-4f7a-baf3-2d2449077ddd tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Aug 09 11:42:57.508857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb26130-ecd7-43ae-9c0b-aac77f67d339 req-854d6100-1391-418f-9474-2805911d17fe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:57.510431 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1eb26130-ecd7-43ae-9c0b-aac77f67d339 req-854d6100-1391-418f-9474-2805911d17fe tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Aug 09 11:42:57.541232 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:57.547393 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1eb26130-ecd7-43ae-9c0b-aac77f67d339 req-69a691b4-0f08-4582-9db6-0413c1c6ec08 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Aug 09 11:42:57.588484 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 34715b66-c5ee-495b-b3b5-3e7d198bc382 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:57.592106 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 34715b66-c5ee-495b-b3b5-3e7d198bc382 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:57.592484 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.671004 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 34715b66-c5ee-495b-b3b5-3e7d198bc382 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:42:57.671392 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.693629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:42:57.695820 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d6ab7e-2739-4d61-8f2f-39e7305eac0b" -d '{"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-plugged", "status": "completed", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:57.709440 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:57.714017 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.739395 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51b935e-1059-4783-89ed-b94abfe4ecf0 x-openstack-request-id: req-a51b935e-1059-4783-89ed-b94abfe4ecf0 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:57.739682 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-plugged", "status": "completed", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:57.739935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a51b935e-1059-4783-89ed-b94abfe4ecf0 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:57.740323 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51b935e-1059-4783-89ed-b94abfe4ecf0'] response: {'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'code': 200} Aug 09 11:42:57.765007 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:57.983235 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbb51a-e52f-4e1b-95ff-b4f4ccd5980a req-9a2b68b1-e7f3-4a38-85d1-5a673abc2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:57.984704 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-14cbb51a-e52f-4e1b-95ff-b4f4ccd5980a req-9a2b68b1-e7f3-4a38-85d1-5a673abc2081 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1099 time: 0.0427074 Aug 09 11:42:58.018023 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-14cbb51a-e52f-4e1b-95ff-b4f4ccd5980a req-ffbd5462-36ce-4be3-b7ee-97472c87030b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266654 Aug 09 11:42:58.665295 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4078fa-4559-4242-a78c-bba40aa76fdd req-704efc31-3266-4415-a270-71f43e585be2 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:58.666789 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5f4078fa-4559-4242-a78c-bba40aa76fdd req-704efc31-3266-4415-a270-71f43e585be2 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0481291 Aug 09 11:42:58.704150 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5f4078fa-4559-4242-a78c-bba40aa76fdd req-8e2f3e7e-b540-4042-b4c5-458d8e22b06c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Aug 09 11:42:59.821161 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7f85d-54c6-4feb-a253-a26b30ca85b7 req-46e3830c-b701-4b3e-8044-8c4a5fe0355b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:59.822672 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08a7f85d-54c6-4feb-a253-a26b30ca85b7 req-46e3830c-b701-4b3e-8044-8c4a5fe0355b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0476460 Aug 09 11:42:59.861181 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08a7f85d-54c6-4feb-a253-a26b30ca85b7 req-5e48f436-f9c6-4b41-a36e-e392d8f62f27 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Aug 09 11:42:59.975774 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bad5-3a63-45d8-9803-1858ce939cc5 req-54f156e6-1d8d-4f8d-b69a-db935adbf093 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:42:59.977199 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e513bad5-3a63-45d8-9803-1858ce939cc5 req-54f156e6-1d8d-4f8d-b69a-db935adbf093 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0477116 Aug 09 11:43:00.013092 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e513bad5-3a63-45d8-9803-1858ce939cc5 req-e35c8e93-17a8-4b8b-a3b4-d013cbcd180d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299649 Aug 09 11:43:00.038404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47864) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:00.122638 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636b198-cd05-4f1e-af74-3ae53ed8359e tempest-TestShelveInstance-2103206716 tempest-TestShelveInstance-2103206716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:00.124586 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-9636b198-cd05-4f1e-af74-3ae53ed8359e tempest-TestShelveInstance-2103206716 tempest-TestShelveInstance-2103206716-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1094 time: 0.0852425 Aug 09 11:43:00.128004 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47868) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:00.132098 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'port_id': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:00.151843 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.242834 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.348257 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Allocated IP 172.27.2.176 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/b574240f-b6cb-45fc-84c3-d457bb9a17ab) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:43:00.450975 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.483029 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.524533 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:43:00.527328 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:43:00.530786 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:43:00.554087 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'Port': ['ID=b574240f-b6cb-45fc-84c3-d457bb9a17ab,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:00.567522 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.567867 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.568211 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.568551 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.568889 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.569225 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.569556 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.569887 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.570244 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.570573 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.570900 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.571225 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:00.614352 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.896001 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.961958 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.108431 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.113247 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.174671 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event updated for resources: {'Port': ['ID=b574240f-b6cb-45fc-84c3-d457bb9a17ab,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:01.179925 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.275876 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Floating IP 002d2d0f-b32b-46c3-a76a-0dd811a713f9 associated. External IP: 172.27.2.176, port: 34715b66-c5ee-495b-b3b5-3e7d198bc382. Aug 09 11:43:01.477573 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Router e3669d0a-d906-442b-96a3-e343090e5ba5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:43:01.586100 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:01.596616 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] Sync routers for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:01.602888 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.606164 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:43:01.606771 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:42:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:01.629245 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-ee5f85d0-a734-4f77-bbc6-dabd9dbd2c31 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5002663 Aug 09 11:43:01.629921 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:43:01.632291 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b96c44d-e65a-4e89-9333-095fa273d8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:01.669215 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bca06b-7589-438c-9401-a7d77a806bfd x-openstack-request-id: req-c8bca06b-7589-438c-9401-a7d77a806bfd {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:01.669505 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:01.669755 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8bca06b-7589-438c-9401-a7d77a806bfd {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:01.670228 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bca06b-7589-438c-9401-a7d77a806bfd'] response: {'name': 'network-changed', 'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'status': 'completed', 'code': 200} Aug 09 11:43:01.769261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-c87ed4b9-08b8-4806-8e38-d5982f832d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:01.770729 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-c87ed4b9-08b8-4806-8e38-d5982f832d42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1099 time: 0.0463398 Aug 09 11:43:01.841327 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:43:02.078681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '002d2d0f-b32b-46c3-a76a-0dd811a713f9', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'port_id': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'mac_address': 'fa:16:3e:f0:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:43:00Z', 'updated_at': '2022-08-09T11:43:00Z', 'revision_number': 0, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:02.108673 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] Checking router: e3669d0a-d906-442b-96a3-e343090e5ba5 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:02.117594 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:43:02.118225 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:42:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:02.130723 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-418a2301-f279-4668-922e-6bae64ce0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:02.132206 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-418a2301-f279-4668-922e-6bae64ce0e07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.3549502 Aug 09 11:43:02.195526 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-4c94224e-765a-4efa-b885-ffc5979b22bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 1000 time: 0.0565984 Aug 09 11:43:02.218497 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:43:02.244294 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-111a9546-1fe1-4a9d-a442-940a4827b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:02.245760 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-111a9546-1fe1-4a9d-a442-940a4827b1f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0438390 Aug 09 11:43:02.293965 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-0c333dae-ad36-4346-811b-3323b799177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:02.295453 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-0c333dae-ad36-4346-811b-3323b799177e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431163 Aug 09 11:43:02.388440 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-477e8783-b10e-440e-8cda-c6160f803d76 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Aug 09 11:43:02.442589 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '002d2d0f-b32b-46c3-a76a-0dd811a713f9', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'port_id': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'mac_address': 'fa:16:3e:f0:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:43:00Z', 'updated_at': '2022-08-09T11:43:00Z', 'revision_number': 0, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:02.468802 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97036c6-f7bf-470a-a862-bb5410f7811c None None] The sync data for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi is: [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '002d2d0f-b32b-46c3-a76a-0dd811a713f9', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'port_id': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'mac_address': 'fa:16:3e:f0:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:43:00Z', 'updated_at': '2022-08-09T11:43:00Z', 'revision_number': 0, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:02.479653 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1b96c44d-e65a-4e89-9333-095fa273d8fd req-1c09d649-61ad-47d8-82c9-c91afe44d62a service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846376 Aug 09 11:43:02.660142 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d89fea-8c63-4161-9ec7-c780f4c5e5fc None None] New status for floating IP 002d2d0f-b32b-46c3-a76a-0dd811a713f9: ACTIVE {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:43:11.412024 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [req-f16d734a-5d79-43f7-8838-249f9382b4ab req-7e2e2f9e-c7b2-4088-ba0b-9dca084b3430 service neutron] (102530) timed out ('10.222.0.43', 53671) {{(pid=102530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:43:16.342572 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c707ff99-6bc7-415d-a0e4-aff08ac00f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:18.648672 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f20c-e5f3-4e11-8c05-5893dcf911d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:20.083710 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.431656 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.644874 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:26.661822 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:43:30.607031 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:42.547050 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-914759c0-81b0-449d-bf72-e1d32776d3d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809929 Aug 09 11:43:42.643046 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1cff-47ad-41e1-8640-3dc905890778 req-72b254b8-0101-4d37-8bf3-8b8563edf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:42.644593 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-72b254b8-0101-4d37-8bf3-8b8563edf9a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 1099 time: 0.0398777 Aug 09 11:43:42.749536 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1cff-47ad-41e1-8640-3dc905890778 req-f7d57397-1061-4ff0-94c2-a369c6249099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:42.750953 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-f7d57397-1061-4ff0-94c2-a369c6249099 service neutron] 10.222.0.43 "GET /v2.0/networks?id=336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 200 len: 917 time: 0.0869865 Aug 09 11:43:42.813221 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-cc7f6668-6f99-4ff2-ae6c-5a764844c99e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 200 len: 999 time: 0.0562584 Aug 09 11:43:42.864855 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1cff-47ad-41e1-8640-3dc905890778 req-e23eb184-034e-48a3-9de7-4986b99edf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:42.866321 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-e23eb184-034e-48a3-9de7-4986b99edf9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 200 len: 855 time: 0.0471926 Aug 09 11:43:42.910483 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1cff-47ad-41e1-8640-3dc905890778 req-44464b18-aa4d-4fab-9011-3c2bc1f9f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:42.911932 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-44464b18-aa4d-4fab-9011-3c2bc1f9f793 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=336867af-ceb0-47ca-9155-b1013f8cfe1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387731 Aug 09 11:43:43.001413 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-a9140bb3-4eca-44b4-85be-c97bd473c2ae service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825288 Aug 09 11:43:43.089759 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-306d1cff-47ad-41e1-8640-3dc905890778 req-e1adf195-8a65-446c-838c-b273399e25c6 service neutron] 10.222.0.43 "GET /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808077 Aug 09 11:43:46.344417 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8ef15650-44c7-4317-a4d9-946c2607397d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:48.649117 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ea3b1f57-5e50-4ba4-a1ea-ddd6f8863075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:48.712582 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069435f-68c1-403d-ac2e-d9287958ae70 req-6265b07e-8fb8-4de1-8d2d-b00c81e6628f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:48.714074 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8069435f-68c1-403d-ac2e-d9287958ae70 req-6265b07e-8fb8-4de1-8d2d-b00c81e6628f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 946 time: 0.0491927 Aug 09 11:43:48.752413 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8069435f-68c1-403d-ac2e-d9287958ae70 req-5e722a5b-8db5-443c-8401-fc7176cf0d5c tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Aug 09 11:43:49.878015 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ed82f-162e-4426-b880-b58f80a8ea9a req-1bea405f-5b27-4d74-b366-2929ee500f6f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:49.879685 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a11ed82f-162e-4426-b880-b58f80a8ea9a req-1bea405f-5b27-4d74-b366-2929ee500f6f tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 946 time: 0.0498950 Aug 09 11:43:49.921146 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a11ed82f-162e-4426-b880-b58f80a8ea9a req-5c9ceac9-9340-4c15-b555-7f4f4ca6940e tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups?id=95628e3f-ef69-43ca-98b6-32641a519c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355442 Aug 09 11:43:50.086352 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:50.415048 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-ad0ca6f8-d097-493a-90e5-cf0a88417415 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:43:50.416391 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-ad0ca6f8-d097-493a-90e5-cf0a88417415 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Aug 09 11:43:50.506072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Deleting port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:43:50.506424 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:50.594177 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] For port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:50.594545 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:50.761250 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:50.761614 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:50.761929 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Floating IP a97df167-438e-4c6b-b2dc-e85e855f746e disassociated. External IP: 172.27.2.8, port: 09c7ae1d-5d89-4754-9ea9-2a2598e0d429. Aug 09 11:43:50.762291 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Calling delete_port for 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:43:50.891072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:50.919212 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event deleted for resources: {'Port': ['ID=09c7ae1d-5d89-4754-9ea9-2a2598e0d429,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:51.044387 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f19e9b3b-e4f9-43bf-8a19-c2244188f5a8 req-43895813-dbf0-4095-b15b-e9acee765d21 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f68806-736d-4033-a8dc-be121e553b19 HTTP/1.1" status: 200 len: 210 time: 0.0331261 Aug 09 11:43:51.058851 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:43:51.169153 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:51.179418 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:51.190227 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:43:51.190985 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:43:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:51.209658 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] No DVR routers for this DVR port 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:43:51.212220 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:51.215606 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fe48cfce-e285-4fe0-8c30-43277ea93821 req-d180761b-f60b-44b5-b68e-d7a0e30652e4 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.43 "DELETE /v2.0/ports/09c7ae1d-5d89-4754-9ea9-2a2598e0d429 HTTP/1.1" status: 204 len: 173 time: 0.7932231 Aug 09 11:43:51.215892 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-deleted', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:43:51.218319 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff565d55-e581-406b-80f0-4b2fbbecfb95" -d '{"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-deleted", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:51.266182 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc4b848-9e39-455e-9c56-0a355af758b2 x-openstack-request-id: req-dbc4b848-9e39-455e-9c56-0a355af758b2 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:51.266470 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68806-736d-4033-a8dc-be121e553b19", "name": "network-vif-deleted", "tag": "09c7ae1d-5d89-4754-9ea9-2a2598e0d429", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:51.266722 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbc4b848-9e39-455e-9c56-0a355af758b2 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:51.267124 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc4b848-9e39-455e-9c56-0a355af758b2'] response: {'server_uuid': 'c7f68806-736d-4033-a8dc-be121e553b19', 'name': 'network-vif-deleted', 'tag': '09c7ae1d-5d89-4754-9ea9-2a2598e0d429', 'status': 'completed', 'code': 200} Aug 09 11:43:51.310805 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:43:51.466684 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:51.540575 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:51.566258 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:51.574634 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:43:51.575233 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:43:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:51.682050 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:51.689955 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:43:51.892944 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:51.920104 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5fbe-f8b9-48dd-9062-7bba5b08c8ce None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:22Z', 'revision_number': 4, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'ee176d6e-36d0-4ad8-90c6-fd61d5ed337d', 'name': '', 'network_id': '336867af-ceb0-47ca-9155-b1013f8cfe1d', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'mac_address': 'fa:16:3e:95:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:22Z', 'updated_at': '2022-08-09T11:35:27Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'subnets': [{'id': 'e6429023-f92d-4ebd-af98-39fa35858a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:52.131967 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4968c536-4d58-4cf1-8bbf-96d162d88cb0 None None] New status for floating IP a97df167-438e-4c6b-b2dc-e85e855f746e: DOWN {{(pid=102532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:43:52.138788 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 47934) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:52.193114 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d958793c-09b5-44f7-92b3-d6f9ae51eb27 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.220016 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d958793c-09b5-44f7-92b3-d6f9ae51eb27 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.270383 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d958793c-09b5-44f7-92b3-d6f9ae51eb27 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.273122 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-d958793c-09b5-44f7-92b3-d6f9ae51eb27 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.274298 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-d958793c-09b5-44f7-92b3-d6f9ae51eb27 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "DELETE /v2.0/security-groups/95628e3f-ef69-43ca-98b6-32641a519c98 HTTP/1.1" status: 204 len: 168 time: 0.1344039 Aug 09 11:43:52.277225 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47936) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:52.286365 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958793c-09b5-44f7-92b3-d6f9ae51eb27 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95628e3f-ef69-43ca-98b6-32641a519c98,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:52.293172 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.api.v2.resource [None req-9a9964a6-8501-48ab-bf02-a957bd6515f0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] show failed (client error): The resource could not be found. Aug 09 11:43:52.294300 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-9a9964a6-8501-48ab-bf02-a957bd6515f0 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "GET /v2.0/security-groups/95628e3f-ef69-43ca-98b6-32641a519c98 HTTP/1.1" status: 404 len: 347 time: 0.0159860 Aug 09 11:43:52.297185 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47938) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:52.421158 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Deleting port c94b643b-6b80-4af5-8c20-2169a8190b7a {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:43:52.421502 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.495048 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.495384 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.507347 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Calling delete_port for c94b643b-6b80-4af5-8c20-2169a8190b7a owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:43:52.645495 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.669213 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Pushing event deleted for resources: {'Port': ['ID=c94b643b-6b80-4af5-8c20-2169a8190b7a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:52.692627 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.692971 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.693308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.693641 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.693971 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.694322 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.694646 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.694969 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.695289 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.695607 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.695927 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.696244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:52.739899 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.742548 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.743684 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-5ddfdf50-9104-491c-8d5f-ee40db7cb500 tempest-AttachVolumeShelveTestJSON-641269029 tempest-AttachVolumeShelveTestJSON-641269029-project] 10.222.0.50 "DELETE /v2.0/floatingips/a97df167-438e-4c6b-b2dc-e85e855f746e HTTP/1.1" status: 204 len: 168 time: 0.4455855 Aug 09 11:43:53.864379 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:43:53.885296 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:43:53.885522 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 09c7ae1d-5d89-4754-9ea9-2a2598e0d429 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:43:55.138598 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47960) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:55.562625 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:55.799405 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Deleting port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:43:55.799744 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:55.873284 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] For port ee176d6e-36d0-4ad8-90c6-fd61d5ed337d, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:55.873562 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:55.888827 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Calling delete_port for ee176d6e-36d0-4ad8-90c6-fd61d5ed337d owned by network:router_interface {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:43:56.061433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:56.086959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee176d6e-36d0-4ad8-90c6-fd61d5ed337d,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:56.247150 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:56.460737 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:43:56.563576 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:56.570604 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-850ca052-b9c6-4d58-9ad3-3224ba92f03e admin admin] 10.222.0.50 "PUT /v2.0/routers/6942cfba-fa63-48b0-ba6e-b08c030ffd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309306 Aug 09 11:43:56.572475 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47966) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:56.575156 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] Sync routers for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:56.585133 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:43:56.585770 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:43:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:56.681092 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:56.691336 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:43:57.007733 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:43:56Z', 'revision_number': 5, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port': {'id': '133b5781-aa1c-4339-976e-bdc60d51b6a1', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:57.029584 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.033758 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] Checking router: 6942cfba-fa63-48b0-ba6e-b08c030ffd92 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:57.043097 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] Routers {'6942cfba-fa63-48b0-ba6e-b08c030ffd92'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:43:57.043706 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:43:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:57.082838 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Deleting port 133b5781-aa1c-4339-976e-bdc60d51b6a1 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:43:57.083212 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.134593 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] Set router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 gateway port host: None {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:43:57.160984 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] For port 133b5781-aa1c-4339-976e-bdc60d51b6a1, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=133b5781-aa1c-4339-976e-bdc60d51b6a1,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:57.161464 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.173615 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Calling delete_port for 133b5781-aa1c-4339-976e-bdc60d51b6a1 owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:43:57.187915 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:43:57Z', 'revision_number': 6, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:57.213435 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4797a-726d-429f-a328-ce9e09df62e2 None None] The sync data for ids ['6942cfba-fa63-48b0-ba6e-b08c030ffd92'] in dv-cinder-848249-1-iscsi is: [{'id': '6942cfba-fa63-48b0-ba6e-b08c030ffd92', 'name': 'tempest-AttachVolumeShelveTestJSON-814550969-router', 'tenant_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:35:19Z', 'updated_at': '2022-08-09T11:43:57Z', 'revision_number': 6, 'project_id': '7a0642f5cc684d6392d53a7747e3ad7d', 'gw_port_host': None}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:57.345421 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.374089 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=133b5781-aa1c-4339-976e-bdc60d51b6a1,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:57.433034 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.522207 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.524896 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.575567 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.576106 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6942cfba-fa63-48b0-ba6e-b08c030ffd92 {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:43:57.581260 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.582972 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3a2e62c7-0c1c-49d4-85fd-e9c9d6654c6e admin admin] 10.222.0.50 "DELETE /v2.0/routers/6942cfba-fa63-48b0-ba6e-b08c030ffd92 HTTP/1.1" status: 204 len: 168 time: 1.0095766 Aug 09 11:43:57.585435 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47970) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:57.635881 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Deleting subnet e6429023-f92d-4ebd-af98-39fa35858a8b {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:43:57.639162 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.673526 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.751679 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.803028 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.827867 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6429023-f92d-4ebd-af98-39fa35858a8b,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:57.831469 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.835330 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-e6d51143-c76c-442d-a8bd-f14e9e346ff7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e6429023-f92d-4ebd-af98-39fa35858a8b HTTP/1.1" status: 204 len: 168 time: 0.2488630 Aug 09 11:43:57.837881 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47972) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:57.840255 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752bbe0-c146-4990-92fe-67d070218c35 None None] Network 336867af-ceb0-47ca-9155-b1013f8cfe1d requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:43:57.904101 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.961875 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Deleting port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:43:57.962269 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.030179 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] For port 5d24f75d-8ca4-4315-845e-696f3d93d6b1, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=5d24f75d-8ca4-4315-845e-696f3d93d6b1,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:58.030554 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.031006 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] DHCP port deletion for 336867af-ceb0-47ca-9155-b1013f8cfe1d request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:43:58.042407 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Calling delete_port for 5d24f75d-8ca4-4315-845e-696f3d93d6b1 owned by network:dhcp {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:43:58.084702 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Deleting port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:43:58.085334 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.135342 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.155886 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] For port 5d24f75d-8ca4-4315-845e-696f3d93d6b1, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=5d24f75d-8ca4-4315-845e-696f3d93d6b1,segment=NetworkSegment(09cff505-9eee-4109-8b54-f2a90b0351e5),segment_id=09cff505-9eee-4109-8b54-f2a90b0351e5)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:58.156215 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.161701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d24f75d-8ca4-4315-845e-696f3d93d6b1,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:58.163540 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] No DVR routers for this DVR port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 on host dv-cinder-848249-1-iscsi {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:43:58.168400 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Calling delete_port for 5d24f75d-8ca4-4315-845e-696f3d93d6b1 owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:43:58.242095 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.252293 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.265784 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336867af-ceb0-47ca-9155-b1013f8cfe1d']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:58.276106 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cff505-9eee-4109-8b54-f2a90b0351e5') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:58.276543 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cff505-9eee-4109-8b54-f2a90b0351e5') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:58.285346 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] No DVR routers for this DVR port 5d24f75d-8ca4-4315-845e-696f3d93d6b1 on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:43:58.289629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Pushing event deleted for resources: {'Port': ['ID=5d24f75d-8ca4-4315-845e-696f3d93d6b1,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:58.292872 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.297326 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.297733 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.298155 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.298497 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.298830 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.299163 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.300102 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.300449 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.301315 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.301806 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.302029 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.302361 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08ef68a-dff9-4ba7-9809-94853a0c5255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:58.307464 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.313825 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:43:58.314239 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.333140 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 09cff505-9eee-4109-8b54-f2a90b0351e5 resource provider aggregate not found Aug 09 11:43:58.372090 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 09cff505-9eee-4109-8b54-f2a90b0351e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09cff505-9eee-4109-8b54-f2a90b0351e5 found for delete ", "request_id": "req-4fa4653d-f2fe-4a0a-a491-ed314bb811cd"}]} Aug 09 11:43:58.380535 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.385039 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.388548 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] 10.222.0.50 "DELETE /v2.0/networks/336867af-ceb0-47ca-9155-b1013f8cfe1d HTTP/1.1" status: 204 len: 168 time: 0.5496008 Aug 09 11:43:58.401109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8778a3-207d-452e-ac6e-20b618ddc95d admin admin] Pushing event deleted for resources: {'Network': ['ID=336867af-ceb0-47ca-9155-b1013f8cfe1d,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:58.501510 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47980) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:58.540459 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-2f7418e5-7764-41e4-8f5e-b3f564c1893c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a0642f5cc684d6392d53a7747e3ad7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376232 Aug 09 11:43:58.542797 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 47982) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:58.594190 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85d64ea1-44a8-4aff-8806-8959d2809ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.616059 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85d64ea1-44a8-4aff-8806-8959d2809ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.660686 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85d64ea1-44a8-4aff-8806-8959d2809ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.663591 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-85d64ea1-44a8-4aff-8806-8959d2809ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.664725 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-85d64ea1-44a8-4aff-8806-8959d2809ce4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8eafd581-6b7f-48bf-bb86-caff96ff60d6 HTTP/1.1" status: 204 len: 168 time: 0.1210434 Aug 09 11:43:58.672523 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d64ea1-44a8-4aff-8806-8959d2809ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafd581-6b7f-48bf-bb86-caff96ff60d6,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:59.279565 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 133b5781-aa1c-4339-976e-bdc60d51b6a1 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:43:59.299862 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 133b5781-aa1c-4339-976e-bdc60d51b6a1 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:43:59.300207 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 133b5781-aa1c-4339-976e-bdc60d51b6a1 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:43:59.300627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 5d24f75d-8ca4-4315-845e-696f3d93d6b1 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:43:59.321401 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 5d24f75d-8ca4-4315-845e-696f3d93d6b1 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:43:59.321743 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 5d24f75d-8ca4-4315-845e-696f3d93d6b1 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:43:59.322187 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ee176d6e-36d0-4ad8-90c6-fd61d5ed337d no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:43:59.341846 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: ee176d6e-36d0-4ad8-90c6-fd61d5ed337d {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:43:59.342227 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device ee176d6e-36d0-4ad8-90c6-fd61d5ed337d not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:00.619126 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:03.661261 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:07.918409 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48096) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:08.020550 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb8ca-bada-4cbe-adeb-94aea6191831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.092742 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb8ca-bada-4cbe-adeb-94aea6191831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.096736 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb8ca-bada-4cbe-adeb-94aea6191831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.134848 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d4bcb8ca-bada-4cbe-adeb-94aea6191831 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d3663a818be4714b22faa60eb31e07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153485 Aug 09 11:44:08.135709 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcb8ca-bada-4cbe-adeb-94aea6191831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7db68b-b06c-4df7-9342-97eaf09b63c4,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:08.138443 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48100) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:08.187863 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.207857 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.253447 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.256109 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.257233 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af7db68b-b06c-4df7-9342-97eaf09b63c4 HTTP/1.1" status: 204 len: 168 time: 0.1176488 Aug 09 11:44:08.264829 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7db68b-b06c-4df7-9342-97eaf09b63c4,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:08.272071 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.272420 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.272761 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.273094 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.273424 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.273758 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.274110 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.274436 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.274762 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.275082 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.275404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:08.275723 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802bed03-3810-4673-8560-2de6db38d270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:10.502354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48168) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:10.609302 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-71e9dd06-d1a5-41e6-b30a-32c950f84cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.688199 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-71e9dd06-d1a5-41e6-b30a-32c950f84cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.692447 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-71e9dd06-d1a5-41e6-b30a-32c950f84cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.733405 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-71e9dd06-d1a5-41e6-b30a-32c950f84cc7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9996611100e48a5b1523c1068c61c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298787 Aug 09 11:44:10.734255 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9dd06-d1a5-41e6-b30a-32c950f84cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00cfb8e-322e-4f00-9931-48d4aab9b484,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:10.736460 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48176) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:10.786194 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63482b48-006a-450a-8864-6c28fdfed8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.809673 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63482b48-006a-450a-8864-6c28fdfed8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.859244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63482b48-006a-450a-8864-6c28fdfed8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.861830 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-63482b48-006a-450a-8864-6c28fdfed8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:10.863024 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-63482b48-006a-450a-8864-6c28fdfed8ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a00cfb8e-322e-4f00-9931-48d4aab9b484 HTTP/1.1" status: 204 len: 168 time: 0.1252601 Aug 09 11:44:10.871324 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63482b48-006a-450a-8864-6c28fdfed8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00cfb8e-322e-4f00-9931-48d4aab9b484,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:11.141829 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48184) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:11.155224 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b19fb8a-e55b-4d43-82ff-5ca69cd19600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.231080 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b19fb8a-e55b-4d43-82ff-5ca69cd19600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.234866 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-6b19fb8a-e55b-4d43-82ff-5ca69cd19600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.272055 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-6b19fb8a-e55b-4d43-82ff-5ca69cd19600 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6b80d724cdd4d1c88863c2019f0f247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291041 Aug 09 11:44:11.273240 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19fb8a-e55b-4d43-82ff-5ca69cd19600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71610bb3-9aaa-4e94-a0dc-0d124a40e3e1,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:11.274796 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48186) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:11.323914 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6f93144c-6cc2-4ebe-8d98-a17dc2bfba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.344685 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6f93144c-6cc2-4ebe-8d98-a17dc2bfba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.390568 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6f93144c-6cc2-4ebe-8d98-a17dc2bfba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.392969 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-6f93144c-6cc2-4ebe-8d98-a17dc2bfba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:11.394119 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-6f93144c-6cc2-4ebe-8d98-a17dc2bfba7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71610bb3-9aaa-4e94-a0dc-0d124a40e3e1 HTTP/1.1" status: 204 len: 168 time: 0.1176796 Aug 09 11:44:11.402625 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93144c-6cc2-4ebe-8d98-a17dc2bfba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71610bb3-9aaa-4e94-a0dc-0d124a40e3e1,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:16.353031 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-9761a227-317c-4002-b83e-828d2e035496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:18.650279 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-40b4502d-5548-4f0e-b445-6381cd019b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:20.089482 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:20.973120 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-e27a3590-5d15-40b4-b8d7-b06238f9cea8 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411536861&fields=id&tenant_id=fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 267 time: 0.0370152 Aug 09 11:44:21.101192 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-6593d66b-8ff8-4f38-9135-e088d409ce19 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:21.103557 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-6593d66b-8ff8-4f38-9135-e088d409ce19 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 812 time: 0.1222770 Aug 09 11:44:21.121338 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-b259b522-063f-4d3c-9fe9-2f2818bfcfb7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/quotas/fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 375 time: 0.0114019 Aug 09 11:44:21.189866 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-f1cca0ce-3870-441c-9ee7-f4a5025aca4b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0627627 Aug 09 11:44:21.303928 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-25a72a32-16ba-41dd-a868-6abd7dfa2547 service neutron] 10.222.0.50 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016645 Aug 09 11:44:21.369870 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48312) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:21.393118 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-71edf28a-4909-44e1-b741-c09d0eba075c service neutron] 10.222.0.50 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831714 Aug 09 11:44:21.440903 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.478608 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7ac15b69-d94e-4bb7-b1f9-890cafd5ef1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.556603 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7ac15b69-d94e-4bb7-b1f9-890cafd5ef1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.560371 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-7ac15b69-d94e-4bb7-b1f9-890cafd5ef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.604208 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-7ac15b69-d94e-4bb7-b1f9-890cafd5ef1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c90b5f925af84fcba3bec8316c1e9f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330914 Aug 09 11:44:21.605375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac15b69-d94e-4bb7-b1f9-890cafd5ef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56a3d9-d07e-43f3-9d35-116be34087c7,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:21.607365 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48322) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:21.645279 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.662689 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e7d55bf1-a5d4-44fc-9ce8-2f5fc8a0cf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.684073 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e7d55bf1-a5d4-44fc-9ce8-2f5fc8a0cf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.733773 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e7d55bf1-a5d4-44fc-9ce8-2f5fc8a0cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.736358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-e7d55bf1-a5d4-44fc-9ce8-2f5fc8a0cf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:21.737578 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-e7d55bf1-a5d4-44fc-9ce8-2f5fc8a0cf51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d56a3d9-d07e-43f3-9d35-116be34087c7 HTTP/1.1" status: 204 len: 168 time: 0.1280828 Aug 09 11:44:21.746732 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d55bf1-a5d4-44fc-9ce8-2f5fc8a0cf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56a3d9-d07e-43f3-9d35-116be34087c7,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:21.991789 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48328) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:22.005459 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bde72412-9104-4b4a-936b-0a3bdc0215a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.078470 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bde72412-9104-4b4a-936b-0a3bdc0215a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.082849 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bde72412-9104-4b4a-936b-0a3bdc0215a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.120053 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-bde72412-9104-4b4a-936b-0a3bdc0215a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=904d38f3ccb24c739463c508af5b05d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271923 Aug 09 11:44:22.120918 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde72412-9104-4b4a-936b-0a3bdc0215a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46756c8b-3720-4ce3-af3a-4fb412c92b88,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:22.123400 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48330) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:22.175738 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bd98ab94-56c5-4d05-b261-9af55700ddf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.196882 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bd98ab94-56c5-4d05-b261-9af55700ddf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.244574 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bd98ab94-56c5-4d05-b261-9af55700ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.250866 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-bd98ab94-56c5-4d05-b261-9af55700ddf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:22.252047 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-bd98ab94-56c5-4d05-b261-9af55700ddf8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46756c8b-3720-4ce3-af3a-4fb412c92b88 HTTP/1.1" status: 204 len: 168 time: 0.1272995 Aug 09 11:44:22.259792 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98ab94-56c5-4d05-b261-9af55700ddf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46756c8b-3720-4ce3-af3a-4fb412c92b88,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:22.711829 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c10ad950-14e2-48a9-b0d0-3871af69156b req-0ac14a1a-f39c-4477-9f79-e4e185200c0f tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Aug 09 11:44:23.838173 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-fde1e06a-ba83-4f55-9aa9-f78dbca7ae34 req-5538fdd9-991f-4246-9fb3-afad26d7da87 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0308125 Aug 09 11:44:23.884706 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-60f754d4-65a5-4b64-80db-4d02c257ff66 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:23.886211 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-60f754d4-65a5-4b64-80db-4d02c257ff66 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 812 time: 0.1277409 Aug 09 11:44:23.938120 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-71ec8650-f727-48f6-a6fb-288e7ddd4abb tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7c4c54935f4a92affdd064b9c22f19 HTTP/1.1" status: 200 len: 379 time: 0.0361156 Aug 09 11:44:23.955479 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'port': {'device_id': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'admin_state_up': True, 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'security_groups': ['0b709521-33b5-4a72-9cf5-36c5ddfbe776']}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:24.087125 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Made reservation on behalf of fd7c4c54935f4a92affdd064b9c22f19 for: {'port': 1} {{(pid=102530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:24.090560 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.212524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Allocated IP 172.20.0.5 (f438242f-83ed-468c-abf2-0f22f0e5c800/b46a0a8b-1364-4920-b9a3-22d02dbb69f4/58a4d0a6-26b0-4742-a469-4d6c8dc40164) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:24.351306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.384236 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.426773 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Network f438242f-83ed-468c-abf2-0f22f0e5c800 is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:24.429720 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:24.433195 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:44:24.456178 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=58a4d0a6-26b0-4742-a469-4d6c8dc40164,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:24.484399 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:24.485012 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.502978 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-850662ee-57f4-4b4f-bf5c-7df0104b2a0a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519590 Aug 09 11:44:24.525858 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Request body: {'port': {'device_id': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84824'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:24.589394 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.612628 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-deac7f81-8298-405a-befe-ae3b84ac0508 None None] Provisioning complete for port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 triggered by entity DHCP. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:24.613198 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-deac7f81-8298-405a-befe-ae3b84ac0508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.646649 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-deac7f81-8298-405a-befe-ae3b84ac0508 None None] Port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 cannot update to ACTIVE because it is not bound. {{(pid=102531) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 11:44:24.843846 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a4d0a6-26b0-4742-a469-4d6c8dc40164 {{(pid=102530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:44:24.851375 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.864413 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.provisioning_blocks [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Transition to ACTIVE for port object 58a4d0a6-26b0-4742-a469-4d6c8dc40164 will not be triggered until provisioned by entity L2. {{(pid=102530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:24.867462 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.978362 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58a4d0a6-26b0-4742-a469-4d6c8dc40164,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:25.016795 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2807555-2e5c-4d30-b891-41c7074f2f36 req-7b6e2976-bd23-4ea4-8726-889fc4b63a2e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.018293 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c2807555-2e5c-4d30-b891-41c7074f2f36 req-7b6e2976-bd23-4ea4-8726-889fc4b63a2e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1015525 Aug 09 11:44:25.020750 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Attempting to bind port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 on host hv-cinder-84824 for vnic_type normal with profile {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 11:44:25.021089 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Attempting to bind port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 by drivers openvswitch,hyperv on host hv-cinder-84824 at level 0 using segments [{'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 11:44:25.021416 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Attempting to bind port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:44:25.032049 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 on network f438242f-83ed-468c-abf2-0f22f0e5c800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84824 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 11:44:25.032391 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Attempting to bind port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 on network f438242f-83ed-468c-abf2-0f22f0e5c800 {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 11:44:25.045372 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Checking agent: {'id': 'bf7bcb76-39aa-495e-94ef-c34bed059ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84824', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'started_at': datetime.datetime(2022, 8, 9, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 11:44:25.045716 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Checking segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 11:44:25.046138 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Bound using segment: {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'} {{(pid=102530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 11:44:25.046575 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.managers [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Bound port: 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host: hv-cinder-84824, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3654be65-5b8d-4de9-bdde-ebe5f4a68635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800'}}] {{(pid=102530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 11:44:25.046938 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.076203 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c2807555-2e5c-4d30-b891-41c7074f2f36 req-556c09f8-b5b3-4aeb-b81a-5531810de342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500669 Aug 09 11:44:25.127685 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] For port 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host hv-cinder-84824, cleared binding levels {{(pid=102530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:25.131847 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] For port 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host hv-cinder-84824, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:25.135465 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.139553 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.140163 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.141524 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/58a4d0a6-26b0-4742-a469-4d6c8dc40164 HTTP/1.1" status: 200 len: 1093 time: 0.6203344 Aug 09 11:44:25.141949 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:44:25.144387 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16d4668-b239-43b2-8466-70c619fecd01" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:25.187741 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e983f8-0662-458a-b334-74303c40dabe x-openstack-request-id: req-60e983f8-0662-458a-b334-74303c40dabe {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:25.188035 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:25.188290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60e983f8-0662-458a-b334-74303c40dabe {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:25.188753 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e983f8-0662-458a-b334-74303c40dabe'] response: {'name': 'network-changed', 'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'status': 'completed', 'code': 200} Aug 09 11:44:25.214901 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4c6fd-aa9f-42fc-b151-55fcf61629b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58a4d0a6-26b0-4742-a469-4d6c8dc40164,revision_number=3']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:25.268116 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-793fdb51-ce43-4cdd-95e1-45ea0d680eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.270162 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-793fdb51-ce43-4cdd-95e1-45ea0d680eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0517309 Aug 09 11:44:25.321539 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-f5d1e653-6b68-4842-a0c4-c6e7bd00391b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164 HTTP/1.1" status: 200 len: 217 time: 0.0376470 Aug 09 11:44:25.369686 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-373622b9-e25e-4357-9bc4-c19b45fec677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.371079 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-373622b9-e25e-4357-9bc4-c19b45fec677 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0430214 Aug 09 11:44:25.419252 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-8e25b88c-9ae9-4005-a614-4c2476416434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.420698 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-8e25b88c-9ae9-4005-a614-4c2476416434 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431211 Aug 09 11:44:25.507958 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-4e36d86a-1e00-4bae-ae5a-9ffd1501153d service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801404 Aug 09 11:44:25.611955 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-06f8c448-c2a2-4b84-82ba-d2c868d78426 req-05f814cb-8c21-4403-86b5-19d51bbed618 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954266 Aug 09 11:44:25.737463 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4668-b239-43b2-8466-70c619fecd01 req-c05c0d31-42e9-4266-b7b3-0f80f42a2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.739547 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-c05c0d31-42e9-4266-b7b3-0f80f42a2861 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0414586 Aug 09 11:44:25.831042 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4668-b239-43b2-8466-70c619fecd01 req-d28c7b22-62f2-477d-b0fd-b238497dbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.832636 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-d28c7b22-62f2-477d-b0fd-b238497dbc59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0843801 Aug 09 11:44:25.872937 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-424e4f51-b115-4e6a-b052-3ee1805e288d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164 HTTP/1.1" status: 200 len: 217 time: 0.0326762 Aug 09 11:44:25.919159 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4668-b239-43b2-8466-70c619fecd01 req-73159997-e619-4b2b-a6d7-ff506d9ad034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.920592 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-73159997-e619-4b2b-a6d7-ff506d9ad034 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0403759 Aug 09 11:44:25.967340 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4668-b239-43b2-8466-70c619fecd01 req-499063fe-0751-4339-828e-f293ec2b563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:25.968767 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-499063fe-0751-4339-828e-f293ec2b563e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417092 Aug 09 11:44:26.054132 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-4c9e8c06-7f97-41ce-8357-3e0c2681e4c1 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781064 Aug 09 11:44:26.144783 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a16d4668-b239-43b2-8466-70c619fecd01 req-8deef0d4-b283-422d-ada0-f62e2774b42e service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Aug 09 11:44:26.199871 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce338-fb4e-4bc3-a3fd-708a7c685691 req-a2ca5bfa-8236-4a2c-852e-d2a20d81c2ef tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:26.201312 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f80ce338-fb4e-4bc3-a3fd-708a7c685691 req-a2ca5bfa-8236-4a2c-852e-d2a20d81c2ef tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0485821 Aug 09 11:44:26.238887 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f80ce338-fb4e-4bc3-a3fd-708a7c685691 req-516ca1b5-b6a4-47e1-a00e-c724795fa1d7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Aug 09 11:44:26.599652 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48424) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:26.701615 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2648d131-2e92-4f0d-a3c7-4f189ea4153c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.776568 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2648d131-2e92-4f0d-a3c7-4f189ea4153c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.780270 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-2648d131-2e92-4f0d-a3c7-4f189ea4153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.818800 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-2648d131-2e92-4f0d-a3c7-4f189ea4153c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c6df951e6e44f11b551594b59179c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180855 Aug 09 11:44:26.820639 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648d131-2e92-4f0d-a3c7-4f189ea4153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a34335b-39a1-45de-8ffb-59ff42d2178f,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:26.821513 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48428) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:26.870593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1885adc-c9fa-4e3b-8e09-e0548e928d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.890912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1885adc-c9fa-4e3b-8e09-e0548e928d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.944176 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1885adc-c9fa-4e3b-8e09-e0548e928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.946809 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-f1885adc-c9fa-4e3b-8e09-e0548e928d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.947958 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-f1885adc-c9fa-4e3b-8e09-e0548e928d01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a34335b-39a1-45de-8ffb-59ff42d2178f HTTP/1.1" status: 204 len: 168 time: 0.1253808 Aug 09 11:44:26.955537 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1885adc-c9fa-4e3b-8e09-e0548e928d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a34335b-39a1-45de-8ffb-59ff42d2178f,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.201411 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48434) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:27.217883 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-106a5d3a-2a10-43cf-98ff-077d3acbd348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.295351 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-106a5d3a-2a10-43cf-98ff-077d3acbd348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.299632 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-106a5d3a-2a10-43cf-98ff-077d3acbd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.339091 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-106a5d3a-2a10-43cf-98ff-077d3acbd348 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a0d2a3eb7ac4548a8cc211a05533744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365542 Aug 09 11:44:27.342015 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48438) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:27.348808 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a5d3a-2a10-43cf-98ff-077d3acbd348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b057d-0dd1-4edf-bb91-4d8892a6d94e,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.360218 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1883d-ad4f-43b0-b44a-61f6c9da0d8a req-8d83c945-23ab-4980-ae90-c92b4937add6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:27.361702 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-52d1883d-ad4f-43b0-b44a-61f6c9da0d8a req-8d83c945-23ab-4980-ae90-c92b4937add6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0493033 Aug 09 11:44:27.396228 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-588444b9-680d-41f3-a7c2-97a325275b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.401635 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-52d1883d-ad4f-43b0-b44a-61f6c9da0d8a req-c6969700-885f-4add-a795-fed4a34bd1ab tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Aug 09 11:44:27.416869 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-588444b9-680d-41f3-a7c2-97a325275b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.462160 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-588444b9-680d-41f3-a7c2-97a325275b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.464684 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-588444b9-680d-41f3-a7c2-97a325275b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.465808 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-588444b9-680d-41f3-a7c2-97a325275b80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d96b057d-0dd1-4edf-bb91-4d8892a6d94e HTTP/1.1" status: 204 len: 168 time: 0.1229050 Aug 09 11:44:27.478247 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588444b9-680d-41f3-a7c2-97a325275b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b057d-0dd1-4edf-bb91-4d8892a6d94e,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:28.527356 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec48fc-b60c-4c20-821c-43c7f9ef936b req-b2439fb9-a8ff-468e-9929-ad61575590aa tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:28.529000 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8fec48fc-b60c-4c20-821c-43c7f9ef936b req-b2439fb9-a8ff-468e-9929-ad61575590aa tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0562055 Aug 09 11:44:28.570951 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8fec48fc-b60c-4c20-821c-43c7f9ef936b req-5bb65bfd-b2ba-499d-b1f1-176c137c247c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358226 Aug 09 11:44:29.688263 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b886d7-577a-4706-8e5c-065f0352f051 req-ff2f634a-99aa-4709-a223-ae7167815df6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:29.689693 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02b886d7-577a-4706-8e5c-065f0352f051 req-ff2f634a-99aa-4709-a223-ae7167815df6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0477326 Aug 09 11:44:29.727965 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02b886d7-577a-4706-8e5c-065f0352f051 req-3931deaa-ecfe-4528-a20c-a984abb401f8 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Aug 09 11:44:30.650511 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:31.000230 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6687e5-5692-47a6-8423-de733fbc16b4 req-149394ef-9cdd-48e8-a600-e3ba35963258 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:31.001641 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5a6687e5-5692-47a6-8423-de733fbc16b4 req-149394ef-9cdd-48e8-a600-e3ba35963258 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0476007 Aug 09 11:44:31.038639 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5a6687e5-5692-47a6-8423-de733fbc16b4 req-73fb7ce4-24cd-4ba9-b5bd-854c0367f0b6 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305710 Aug 09 11:44:32.156325 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124edc5-072f-4cfb-80c0-c6a2f2c822b8 req-c88bb468-673b-4218-8b2e-b7f76aacc19b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:32.157801 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d124edc5-072f-4cfb-80c0-c6a2f2c822b8 req-c88bb468-673b-4218-8b2e-b7f76aacc19b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0487142 Aug 09 11:44:32.198951 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d124edc5-072f-4cfb-80c0-c6a2f2c822b8 req-961ad8c5-2510-4a4a-b9d5-d12b956d81b1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Aug 09 11:44:33.374877 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414dc8-feeb-4ec3-96be-450edd15c690 req-49dbac91-fd4e-4654-8fd6-a4464872f038 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:33.376224 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-03414dc8-feeb-4ec3-96be-450edd15c690 req-49dbac91-fd4e-4654-8fd6-a4464872f038 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0484505 Aug 09 11:44:33.414201 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-03414dc8-feeb-4ec3-96be-450edd15c690 req-b71c153b-66f5-4d4c-aefd-97ff99ee584e tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Aug 09 11:44:33.769056 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48568) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:33.869869 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38dadafd-993e-4bf4-a40c-6e101abbf310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.948420 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38dadafd-993e-4bf4-a40c-6e101abbf310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.952027 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-38dadafd-993e-4bf4-a40c-6e101abbf310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.986791 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dadafd-993e-4bf4-a40c-6e101abbf310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab505f5-4992-44ea-9fa3-246df8e3c08f,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:33.991582 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-38dadafd-993e-4bf4-a40c-6e101abbf310 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67074125a3ec4b9faf646cc938104210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211568 Aug 09 11:44:33.994354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48572) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:34.040579 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4e865f4a-0bc9-467c-a10c-ce956883e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.061511 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4e865f4a-0bc9-467c-a10c-ce956883e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.106203 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4e865f4a-0bc9-467c-a10c-ce956883e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.108684 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-4e865f4a-0bc9-467c-a10c-ce956883e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.109822 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-4e865f4a-0bc9-467c-a10c-ce956883e4db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eab505f5-4992-44ea-9fa3-246df8e3c08f HTTP/1.1" status: 204 len: 168 time: 0.1146641 Aug 09 11:44:34.117941 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e865f4a-0bc9-467c-a10c-ce956883e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab505f5-4992-44ea-9fa3-246df8e3c08f,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:34.372746 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48578) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:34.386271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a508fcc7-8bf9-430a-8c4e-edf9a9886bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.463765 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a508fcc7-8bf9-430a-8c4e-edf9a9886bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.467803 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-a508fcc7-8bf9-430a-8c4e-edf9a9886bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.509580 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-a508fcc7-8bf9-430a-8c4e-edf9a9886bc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=288b85bf7d5b447eb1fc80e3f89a134d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357629 Aug 09 11:44:34.510470 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508fcc7-8bf9-430a-8c4e-edf9a9886bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522f297e-c396-44d1-bae0-1482e038de4a,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:34.512550 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48582) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:34.561147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee7083-8591-45cf-8cdf-db89266e4690 req-70d86b9a-4fc8-4f8a-b985-bd011f843741 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:34.562643 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2dee7083-8591-45cf-8cdf-db89266e4690 req-70d86b9a-4fc8-4f8a-b985-bd011f843741 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0774496 Aug 09 11:44:34.598264 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cafcbe36-ece2-4e83-a472-ef4e170343e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.617578 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-2dee7083-8591-45cf-8cdf-db89266e4690 req-2e746069-35ec-4f03-9605-67e0ddde83d2 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 Aug 09 11:44:34.631636 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cafcbe36-ece2-4e83-a472-ef4e170343e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.676882 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cafcbe36-ece2-4e83-a472-ef4e170343e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.679438 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cafcbe36-ece2-4e83-a472-ef4e170343e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.680544 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-cafcbe36-ece2-4e83-a472-ef4e170343e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/522f297e-c396-44d1-bae0-1482e038de4a HTTP/1.1" status: 204 len: 168 time: 0.1659515 Aug 09 11:44:34.688104 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcbe36-ece2-4e83-a472-ef4e170343e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f297e-c396-44d1-bae0-1482e038de4a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:35.699915 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48618) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:35.736411 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04d00c-f3ff-4d7f-9c3e-8a7f4d96851c req-43524307-5230-442e-ad41-9406bf978d4b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:35.737873 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8e04d00c-f3ff-4d7f-9c3e-8a7f4d96851c req-43524307-5230-442e-ad41-9406bf978d4b tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0506871 Aug 09 11:44:35.776520 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8e04d00c-f3ff-4d7f-9c3e-8a7f4d96851c req-fb4ed26a-b895-428e-9f85-a87609d8a22c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Aug 09 11:44:35.806307 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ab97cc66-c908-4650-a3b2-371fe88b6e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.888257 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ab97cc66-c908-4650-a3b2-371fe88b6e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.892058 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ab97cc66-c908-4650-a3b2-371fe88b6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_create {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.928106 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97cc66-c908-4650-a3b2-371fe88b6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c6de02-4c95-483d-9623-2be35def5e1a,revision_number=1']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:35.932433 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ab97cc66-c908-4650-a3b2-371fe88b6e5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71dea9781e874f51ab26ed014c746478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313001 Aug 09 11:44:35.935860 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48622) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:35.981914 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4ec0-93aa-4a79-a747-c21b5a7118d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.002300 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4ec0-93aa-4a79-a747-c21b5a7118d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.052744 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4ec0-93aa-4a79-a747-c21b5a7118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.055321 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4ec0-93aa-4a79-a747-c21b5a7118d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.056467 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7b0c4ec0-93aa-4a79-a747-c21b5a7118d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39c6de02-4c95-483d-9623-2be35def5e1a HTTP/1.1" status: 204 len: 168 time: 0.1203630 Aug 09 11:44:36.064146 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c4ec0-93aa-4a79-a747-c21b5a7118d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c6de02-4c95-483d-9623-2be35def5e1a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:36.114976 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 58a4d0a6-26b0-4742-a469-4d6c8dc40164 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:44:36.217111 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:36.230425 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'port_id': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'mac_address': 'fa:16:3e:c9:77:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:44:36.270282 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:44:36.270677 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.288888 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a4d0a6-26b0-4742-a469-4d6c8dc40164 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:44:36.310234 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:36.314451 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.366767 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=58a4d0a6-26b0-4742-a469-4d6c8dc40164,revision_number=4']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:36.747961 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['58a4d0a6-26b0-4742-a469-4d6c8dc40164'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:44:36.891414 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b81d-4a9d-43d5-afc5-a9e9dd70c682 req-5c5310ec-913f-4045-914b-794006856cb0 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:36.892888 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b5f9b81d-4a9d-43d5-afc5-a9e9dd70c682 req-5c5310ec-913f-4045-914b-794006856cb0 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 944 time: 0.0472963 Aug 09 11:44:36.933952 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-b5f9b81d-4a9d-43d5-afc5-a9e9dd70c682 req-35cd7b12-5d84-4b2f-be5a-17d3ed8b9483 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342362 Aug 09 11:44:38.051635 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8c8e-bb40-4a23-b808-326aca7ac54b req-b4a0b1ae-53ac-4bbe-93c9-6d6bbd531776 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:38.053095 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ab7b8c8e-bb40-4a23-b808-326aca7ac54b req-b4a0b1ae-53ac-4bbe-93c9-6d6bbd531776 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 944 time: 0.0474603 Aug 09 11:44:38.089701 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ab7b8c8e-bb40-4a23-b808-326aca7ac54b req-232f625c-b9ca-4027-8491-81fba9bf7797 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304022 Aug 09 11:44:38.128443 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 58a4d0a6-26b0-4742-a469-4d6c8dc40164 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:38.176818 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning for port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 completed by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:38.180821 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:38.181201 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.258727 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:44:38.259027 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.280935 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:44:38.283286 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa5a68-f1c5-45c0-9217-b74ce33ad507" -d '{"events": [{"server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:38.296704 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:38.300779 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.323616 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be8756-c3b4-4cc6-839d-dd1240e974c2 x-openstack-request-id: req-d3be8756-c3b4-4cc6-839d-dd1240e974c2 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:38.323912 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:38.324164 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3be8756-c3b4-4cc6-839d-dd1240e974c2 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:38.324552 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3be8756-c3b4-4cc6-839d-dd1240e974c2'] response: {'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'code': 200} Aug 09 11:44:38.349845 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=58a4d0a6-26b0-4742-a469-4d6c8dc40164,revision_number=5']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.563277 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f384b1d-90a3-4d36-b4f1-c2c629bfbabe req-6e2aecda-6772-4ab6-a84f-dd9c8361ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:38.564627 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1f384b1d-90a3-4d36-b4f1-c2c629bfbabe req-6e2aecda-6772-4ab6-a84f-dd9c8361ce19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0376842 Aug 09 11:44:38.601241 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-1f384b1d-90a3-4d36-b4f1-c2c629bfbabe req-63cf625d-06a3-4438-a547-d5695e9868dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300162 Aug 09 11:44:39.208514 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb7052-9e76-470e-a898-48f8b55d4bf9 req-b8bba67a-c3b6-46dc-a30f-8ae84a034533 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:39.209934 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ccfb7052-9e76-470e-a898-48f8b55d4bf9 req-b8bba67a-c3b6-46dc-a30f-8ae84a034533 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0504539 Aug 09 11:44:39.247307 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-ccfb7052-9e76-470e-a898-48f8b55d4bf9 req-56e8f398-bb95-49cf-9830-078ff77ee3c0 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Aug 09 11:44:39.549248 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-95438d44-8832-4681-9f2d-96e348597a86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384493 Aug 09 11:44:39.624557 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-862fbcab-3b02-4df7-8dd6-558a5dfeea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:39.626037 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-862fbcab-3b02-4df7-8dd6-558a5dfeea79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1098 time: 0.0416672 Aug 09 11:44:39.730409 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-b24f54c0-08c6-4ba5-bd92-86eb6e3d8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:39.731942 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-b24f54c0-08c6-4ba5-bd92-86eb6e3d8daf service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0862525 Aug 09 11:44:39.795823 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-2668ee47-4543-4736-a332-93133e3a1d0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0563414 Aug 09 11:44:39.849897 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-54bbba3a-243e-4e85-94bd-f37ae876ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:39.851232 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-54bbba3a-243e-4e85-94bd-f37ae876ccbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0455525 Aug 09 11:44:39.895960 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-e647d95c-72e3-45e6-8008-489492144af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:39.897395 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-e647d95c-72e3-45e6-8008-489492144af3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385735 Aug 09 11:44:39.989369 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-65da44b1-051e-4ffc-9a42-549a582cce11 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 Aug 09 11:44:40.083837 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c4e02e31-fd3f-4d84-872b-5ae37348d7ff req-c2da2219-6898-4ab1-b53b-0f11dfd92263 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801942 Aug 09 11:44:40.365711 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf14d4-1fed-4930-b8c7-be35b1782d2a req-8336b18e-31ac-4c0e-8f81-43fa69fbe4ef tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:40.367208 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24bf14d4-1fed-4930-b8c7-be35b1782d2a req-8336b18e-31ac-4c0e-8f81-43fa69fbe4ef tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Aug 09 11:44:40.404786 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-24bf14d4-1fed-4930-b8c7-be35b1782d2a req-9f487e05-4a15-4fb8-9639-03ee1312d8e0 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Aug 09 11:44:40.519891 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5940-b6ac-4499-8c07-6dd0ec282d38 req-1ac372b3-8e07-4ea3-87fd-5ab5d618d1fe tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:40.521333 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6b8d5940-b6ac-4499-8c07-6dd0ec282d38 req-1ac372b3-8e07-4ea3-87fd-5ab5d618d1fe tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0475709 Aug 09 11:44:40.557262 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-6b8d5940-b6ac-4499-8c07-6dd0ec282d38 req-61cd29ca-bba3-4bec-8064-f7c0bfaf4efd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299401 Aug 09 11:44:40.582749 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48640) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:40.661389 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:40.769622 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b78aa-e0a2-4573-8065-916daa4d1a51 tempest-TestVolumeBootPattern-1255387297 tempest-TestVolumeBootPattern-1255387297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:40.771320 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-772b78aa-e0a2-4573-8065-916daa4d1a51 tempest-TestVolumeBootPattern-1255387297 tempest-TestVolumeBootPattern-1255387297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 1093 time: 0.1875439 Aug 09 11:44:40.774109 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48644) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:40.778404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.v2.base [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Request body: {'floatingip': {'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'port_id': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:40.797832 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.888986 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.246476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.db_base_plugin_common [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Allocated IP 172.27.2.107 (46a0cb0e-9b17-4b42-8a45-475a9ffc84fa/3b60bef4-ea2e-4e57-baf9-a2bf5df140b0/651d81e7-ea71-4b2a-8bb3-437e2fc6a4df) {{(pid=102530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:41.351194 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.386404 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759473972336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.423915 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Network 46a0cb0e-9b17-4b42-8a45-475a9ffc84fa is already hosted by enough agents. {{(pid=102530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:41.428988 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.base_scheduler [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Resources bound (agent type, host, resource id): {{(pid=102530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:41.432276 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Received port after_create {{(pid=102530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 11:44:41.437332 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=651d81e7-ea71-4b2a-8bb3-437e2fc6a4df,revision_number=1']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:41.779549 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.842670 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.990733 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for port, precommit_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.995136 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25732618'] for port, after_update {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.058364 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event updated for resources: {'Port': ['ID=651d81e7-ea71-4b2a-8bb3-437e2fc6a4df,revision_number=2']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:42.060842 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629852'] for floatingip, after_create {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.158414 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.db.l3_db [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Floating IP ae79366a-b21f-4f7c-ac04-553548a863b4 associated. External IP: 172.27.2.107, port: 58a4d0a6-26b0-4742-a469-4d6c8dc40164. Aug 09 11:44:42.359407 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:44:42.463837 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:42.473554 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:42.481674 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.483568 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:44:42.484167 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:44:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.508734 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-883a4572-5869-43ea-b634-e160f384ef86 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7336164 Aug 09 11:44:42.509304 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:44:42.511752 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:42.547697 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd7ca89-8f91-4f6d-b1e2-209856230ed5 x-openstack-request-id: req-2bd7ca89-8f91-4f6d-b1e2-209856230ed5 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:42.547983 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:42.548227 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bd7ca89-8f91-4f6d-b1e2-209856230ed5 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:42.548627 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd7ca89-8f91-4f6d-b1e2-209856230ed5'] response: {'name': 'network-changed', 'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'status': 'completed', 'code': 200} Aug 09 11:44:42.586724 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:44:42.638822 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-25b9382a-527f-4ecc-8824-bdda9f08ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:42.640271 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-25b9382a-527f-4ecc-8824-bdda9f08ce86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0439293 Aug 09 11:44:42.737142 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-82da98d1-2bd4-4d90-b1b1-df99f37b63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:42.739189 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-82da98d1-2bd4-4d90-b1b1-df99f37b63e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0917692 Aug 09 11:44:42.801923 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-b4f7a5ed-dfd8-4c16-8b85-49e418b78bf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164 HTTP/1.1" status: 200 len: 999 time: 0.0561154 Aug 09 11:44:42.819728 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}, {'id': 'ae79366a-b21f-4f7c-ac04-553548a863b4', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c9:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:44:41Z', 'updated_at': '2022-08-09T11:44:41Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.845449 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:42.852623 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-5064fc03-4405-462e-8912-cdc2470ab12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:42.854083 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:44:42.854333 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-5064fc03-4405-462e-8912-cdc2470ab12b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0462832 Aug 09 11:44:42.854675 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:44:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.899072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-33a25040-d8ae-4138-ac6d-baf97ec7ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:44:42.900531 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-33a25040-d8ae-4138-ac6d-baf97ec7ccca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396867 Aug 09 11:44:42.958793 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:44:42.987451 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-a8bb90b7-b63f-4b65-9fd2-49065d13e234 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799689 Aug 09 11:44:43.089592 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b4f1bee3-209b-4fda-8cde-dc44dd002bd5 req-1342d969-f40c-44db-9c4d-18f61b6befa9 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952201 Aug 09 11:44:43.269640 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}, {'id': 'ae79366a-b21f-4f7c-ac04-553548a863b4', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c9:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:44:41Z', 'updated_at': '2022-08-09T11:44:41Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:43.295701 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be0cec-dcda-431f-9911-8881b9e0e0ee None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}, {'id': 'ae79366a-b21f-4f7c-ac04-553548a863b4', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c9:77:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:44:41Z', 'updated_at': '2022-08-09T11:44:41Z', 'revision_number': 0, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:43.482962 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc5ce8-b4d4-484f-8ec9-146ba74b0c65 None None] New status for floating IP ae79366a-b21f-4f7c-ac04-553548a863b4: ACTIVE {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:44:46.346143 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-819a0d6e-3ffc-4275-b0f2-f71dea178555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.651093 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-df1b62da-2f2c-4c23-a8ef-353ea355a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.092022 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.439132 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.647276 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.633629 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:16.349671 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-78228c5a-e849-4fe4-b0a5-c33ef520cbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.660860 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:45:18.652336 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8480cafb-e99b-4e00-a8dd-6ee8bc016681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.097280 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.183701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f896e40-2d1c-4785-a0e8-7bd3d0459a6b req-9fe017cb-5f9d-48cd-be4e-052a9789392a tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:20.186232 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0f896e40-2d1c-4785-a0e8-7bd3d0459a6b req-9fe017cb-5f9d-48cd-be4e-052a9789392a tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0543532 Aug 09 11:45:20.225206 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-0f896e40-2d1c-4785-a0e8-7bd3d0459a6b req-60384bf6-8129-4b7d-b483-9159f2dc4635 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319695 Aug 09 11:45:21.346076 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d493d3-095d-453b-b7f7-60b425e688c7 req-e7d86dfa-0b73-4f47-a2c2-cf49bd88ba63 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:21.347813 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a4d493d3-095d-453b-b7f7-60b425e688c7 req-e7d86dfa-0b73-4f47-a2c2-cf49bd88ba63 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0493681 Aug 09 11:45:21.385064 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-a4d493d3-095d-453b-b7f7-60b425e688c7 req-b71bba9e-1c98-4322-9363-8ab5ffccb182 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314138 Aug 09 11:45:21.441768 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.650409 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.515860 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7b52-55e0-4fd3-a4f5-4e7723431770 req-96311dc5-843c-46fe-80a4-f9d5c42f2520 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:22.517317 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3a4a7b52-55e0-4fd3-a4f5-4e7723431770 req-96311dc5-843c-46fe-80a4-f9d5c42f2520 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0545900 Aug 09 11:45:22.567963 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-3a4a7b52-55e0-4fd3-a4f5-4e7723431770 req-a9af8d87-9dce-4bbf-ac6f-3c1122be854d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Aug 09 11:45:23.695501 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031c55-a885-49b5-8d04-d3e5f9f88fac req-f6d6564e-f032-4818-b3c3-05d371305696 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:23.696895 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-09031c55-a885-49b5-8d04-d3e5f9f88fac req-f6d6564e-f032-4818-b3c3-05d371305696 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0550039 Aug 09 11:45:23.734500 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-09031c55-a885-49b5-8d04-d3e5f9f88fac req-f28fd214-fc31-4a91-836e-c71e67ea6fa2 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Aug 09 11:45:24.852181 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02d46-1393-43c2-bb88-7a83b27913d1 req-44004ad1-1234-43a5-a691-2ae2f463e4ca tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:24.853628 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4fb02d46-1393-43c2-bb88-7a83b27913d1 req-44004ad1-1234-43a5-a691-2ae2f463e4ca tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0480568 Aug 09 11:45:24.895528 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-4fb02d46-1393-43c2-bb88-7a83b27913d1 req-86bef3d3-d7fe-45c2-8b1d-8e9b7559c4be tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356557 Aug 09 11:45:26.012043 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00199d6-f531-4694-9bd7-b4ec898915ef req-993a7505-e1d4-4ec7-a858-3df1fe0da526 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:26.013488 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e00199d6-f531-4694-9bd7-b4ec898915ef req-993a7505-e1d4-4ec7-a858-3df1fe0da526 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Aug 09 11:45:26.050693 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e00199d6-f531-4694-9bd7-b4ec898915ef req-7a5921b9-afad-4fcd-8b00-7d3a289485fd tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305777 Aug 09 11:45:27.168007 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d93c5b-eab5-48d9-b842-343ff7a12136 req-ba4f770e-29db-4c51-afab-f0bf218b07b2 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:27.169451 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08d93c5b-eab5-48d9-b842-343ff7a12136 req-ba4f770e-29db-4c51-afab-f0bf218b07b2 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0483496 Aug 09 11:45:27.205092 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-08d93c5b-eab5-48d9-b842-343ff7a12136 req-04235f96-f82d-4ed3-af3e-b918b15df4f5 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296471 Aug 09 11:45:28.322290 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6a122-6ca2-498b-981c-a2f6574ac82d req-a5d9a83f-1d4d-41b0-a1af-0daf85f9b9ea tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:28.323746 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b1e6a122-6ca2-498b-981c-a2f6574ac82d req-a5d9a83f-1d4d-41b0-a1af-0daf85f9b9ea tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0489368 Aug 09 11:45:28.363200 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b1e6a122-6ca2-498b-981c-a2f6574ac82d req-ea9982cf-e525-47fd-8bcf-345fcff5b9a7 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Aug 09 11:45:29.482561 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d17dc8-6e44-4733-88db-cb61f497d0c4 req-def0a56d-1a27-42bc-8579-bbd6d43a07e1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:29.484020 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d4d17dc8-6e44-4733-88db-cb61f497d0c4 req-def0a56d-1a27-42bc-8579-bbd6d43a07e1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0506618 Aug 09 11:45:29.525633 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-d4d17dc8-6e44-4733-88db-cb61f497d0c4 req-3764dad6-2b6b-49fc-9811-a20f60340996 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355246 Aug 09 11:45:30.443188 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-f08e3790-bb5d-4e33-af6e-9fdf0462372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:30.444568 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-f08e3790-bb5d-4e33-af6e-9fdf0462372c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1099 time: 0.0446470 Aug 09 11:45:30.532242 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-44d54c66-4dee-4125-9eed-01565cfd9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:30.533654 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-44d54c66-4dee-4125-9eed-01565cfd9e87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.0825140 Aug 09 11:45:30.627468 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-962ac393-58a9-4511-94b8-98dacf9d7782 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 1002 time: 0.0857096 Aug 09 11:45:30.652503 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:30.673292 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13103-9860-4aa9-88aa-aa30cd85c93b req-a2e8c095-18a1-4c0b-b14c-8d327993498d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:30.674855 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-91f13103-9860-4aa9-88aa-aa30cd85c93b req-a2e8c095-18a1-4c0b-b14c-8d327993498d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0796695 Aug 09 11:45:30.704354 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-98363140-b4de-465e-abca-534cbe9ff93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:30.705691 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-98363140-b4de-465e-abca-534cbe9ff93e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0704455 Aug 09 11:45:30.742933 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-91f13103-9860-4aa9-88aa-aa30cd85c93b req-86aa6e0d-5387-4bbc-9230-21c204c601ff tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620716 Aug 09 11:45:30.758306 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-e2b1e815-0a3f-463a-8775-629a82d4bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:30.759762 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-e2b1e815-0a3f-463a-8775-629a82d4bd1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445037 Aug 09 11:45:30.850054 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-6420f7b2-77f3-4ae9-a320-88085d91bae8 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839086 Aug 09 11:45:30.940242 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b31f2a8d-eb13-4a72-a3d5-cfe62c9f6155 req-870b512d-199c-4608-bce3-e867bfffc5ad service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Aug 09 11:45:31.859959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02882592-ddac-466f-b598-ee2400f18c68 req-504d994b-dc18-40f0-b60a-055cba262396 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:31.861427 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02882592-ddac-466f-b598-ee2400f18c68 req-504d994b-dc18-40f0-b60a-055cba262396 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0478299 Aug 09 11:45:31.897916 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-02882592-ddac-466f-b598-ee2400f18c68 req-be10f91f-536a-4767-9ce3-ea92243fdbd8 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298827 Aug 09 11:45:33.017140 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4c2fe-166b-405b-b6d5-a01eddc37c23 req-50ca9db6-60ec-4584-8100-21012d70c2ae tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:33.019216 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61f4c2fe-166b-405b-b6d5-a01eddc37c23 req-50ca9db6-60ec-4584-8100-21012d70c2ae tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0503581 Aug 09 11:45:33.059570 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-61f4c2fe-166b-405b-b6d5-a01eddc37c23 req-01cb2d48-2903-4e00-ada9-e67bb5d60ace tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343077 Aug 09 11:45:34.177523 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5a46-e298-44b6-8ea5-fb49be1bb16c req-afd24e4b-39d3-4ba6-8e81-bee35475bc43 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:34.178942 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84df5a46-e298-44b6-8ea5-fb49be1bb16c req-afd24e4b-39d3-4ba6-8e81-bee35475bc43 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0477886 Aug 09 11:45:34.216096 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-84df5a46-e298-44b6-8ea5-fb49be1bb16c req-a51065f9-2ad4-4e02-8e16-236f5099f257 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312655 Aug 09 11:45:34.428229 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-fce5-4fe3-bf36-239372e97f8b req-ddf407ef-effa-4f62-9fe7-c88159a5cdac tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:34.429743 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f408f47-fce5-4fe3-bf36-239372e97f8b req-ddf407ef-effa-4f62-9fe7-c88159a5cdac tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0544803 Aug 09 11:45:34.432854 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48700) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:34.475130 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7f408f47-fce5-4fe3-bf36-239372e97f8b req-60fb2521-9a27-4eca-8df0-32e71dcad5fd tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363927 Aug 09 11:45:34.518162 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-86fe8316-5b5d-4cec-b4a9-9e2c2be5dfaa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841503 Aug 09 11:45:34.527631 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-c0540033-b6c0-4155-a311-c3e0c412bce5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:45:34.528576 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-c0540033-b6c0-4155-a311-c3e0c412bce5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048292 Aug 09 11:45:35.602305 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e045e-c6a9-4196-89e6-e15d22a5fc73 req-9684f00f-ac99-4394-9a07-f2420d9dca3a tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:35.603789 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d5e045e-c6a9-4196-89e6-e15d22a5fc73 req-9684f00f-ac99-4394-9a07-f2420d9dca3a tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0563312 Aug 09 11:45:35.641468 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8d5e045e-c6a9-4196-89e6-e15d22a5fc73 req-8fd6bacf-8ed3-4adc-89e8-fac848376ce9 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Aug 09 11:45:36.100399 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128f3d-387a-487c-842c-db9576aff742 req-841d98d9-9056-45ae-885f-ceac22736d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:36.102503 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-841d98d9-9056-45ae-885f-ceac22736d71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2&tenant_id=32024b578599487e9fcc7155e69f5e1d HTTP/1.1" status: 200 len: 1099 time: 0.0454476 Aug 09 11:45:36.173969 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128f3d-387a-487c-842c-db9576aff742 req-743fc879-8ff7-4216-b588-0fa5af2efcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:36.175470 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-743fc879-8ff7-4216-b588-0fa5af2efcbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1099 time: 0.0397320 Aug 09 11:45:36.262593 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128f3d-387a-487c-842c-db9576aff742 req-49c52837-0ca3-4eec-a385-9c7e127707e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:36.264026 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-49c52837-0ca3-4eec-a385-9c7e127707e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.0815642 Aug 09 11:45:36.327923 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-c670b1fb-309d-44ac-9d00-7e559fba9cd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 1002 time: 0.0576243 Aug 09 11:45:36.376296 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128f3d-387a-487c-842c-db9576aff742 req-e4a1020a-0b23-4d9f-a605-fe99f1fa08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:36.377675 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-e4a1020a-0b23-4d9f-a605-fe99f1fa08f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0441918 Aug 09 11:45:36.424366 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128f3d-387a-487c-842c-db9576aff742 req-ff7b5929-9d2b-4170-a794-fd597905e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:36.426698 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-ff7b5929-9d2b-4170-a794-fd597905e9e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418737 Aug 09 11:45:36.454028 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:36.523794 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-fa7d8bea-c719-4558-b297-84351476dc1a service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900004 Aug 09 11:45:36.536706 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 34715b66-c5ee-495b-b3b5-3e7d198bc382 is: ACTIVE; New status is: DOWN {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:45:36.537097 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:36.560340 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:45:36.562650 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8cb3d-d97e-428f-be56-ef85f98455c8" -d '{"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-unplugged", "status": "completed", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:36.576500 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:36.581585 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:36.608372 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d730fc3a-9126-4fa3-843c-6d0286b4535e x-openstack-request-id: req-d730fc3a-9126-4fa3-843c-6d0286b4535e {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:36.608669 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-unplugged", "status": "completed", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:36.608925 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d730fc3a-9126-4fa3-843c-6d0286b4535e {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:36.609323 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d730fc3a-9126-4fa3-843c-6d0286b4535e'] response: {'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'code': 200} Aug 09 11:45:36.617299 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-56128f3d-387a-487c-842c-db9576aff742 req-7587a542-b7bf-4bb4-ac17-50d2e2368fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871606 Aug 09 11:45:36.634908 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=6']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:36.642008 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.642375 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.642724 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.643071 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.643434 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.643775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.644240 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.644585 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.644922 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.645252 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.645581 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.645908 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:36.765524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b27f43-8c11-4540-9879-792c92f40593 req-abc0f77a-007d-4971-b2be-8bff2527be52 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:36.767169 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e9b27f43-8c11-4540-9879-792c92f40593 req-abc0f77a-007d-4971-b2be-8bff2527be52 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0536079 Aug 09 11:45:36.803508 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e9b27f43-8c11-4540-9879-792c92f40593 req-bcd30d4b-c9f7-4f42-98ea-0ea9fdbb95ce tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304463 Aug 09 11:45:37.921151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b952f3-1365-46b0-a420-d310ba0ab9c3 req-5b856869-ed5a-46ec-80d9-d1cfc42da634 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:37.922659 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f4b952f3-1365-46b0-a420-d310ba0ab9c3 req-5b856869-ed5a-46ec-80d9-d1cfc42da634 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0474133 Aug 09 11:45:37.959609 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-f4b952f3-1365-46b0-a420-d310ba0ab9c3 req-a6ea4819-cddf-466e-bc56-506e91682be2 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305393 Aug 09 11:45:39.078277 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d401-3ac3-4d72-947a-55fb46468d39 req-1f0e5c61-b49f-4bb3-b3d7-628918fd965a tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:39.079757 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5121d401-3ac3-4d72-947a-55fb46468d39 req-1f0e5c61-b49f-4bb3-b3d7-628918fd965a tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0496335 Aug 09 11:45:39.117683 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5121d401-3ac3-4d72-947a-55fb46468d39 req-8490fd0f-15ff-49ea-9f4c-860cadd2281b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Aug 09 11:45:39.809483 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-7acade4a-0664-43a9-8b31-9428c4b79e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:39.810979 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-7acade4a-0664-43a9-8b31-9428c4b79e0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1097 time: 0.0430396 Aug 09 11:45:39.910230 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-12796aa2-e3c2-431a-b262-a60ec458a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:39.911639 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-12796aa2-e3c2-431a-b262-a60ec458a851 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.0820339 Aug 09 11:45:39.976973 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-f398f13a-7f91-4e39-8d2b-0772c2ef47f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 1000 time: 0.0582452 Aug 09 11:45:40.023719 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-e85b03a8-9c16-4151-863a-0f4463e48d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:40.025119 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-e85b03a8-9c16-4151-863a-0f4463e48d26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0421987 Aug 09 11:45:40.069314 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-d43a7368-d788-42e4-aa83-cef49d31cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:40.070793 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-d43a7368-d788-42e4-aa83-cef49d31cea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395386 Aug 09 11:45:40.161904 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-ddc6dee9-564f-4013-b2f2-cee35fc478f3 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842781 Aug 09 11:45:40.238731 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb18929-6bc2-498e-be9d-b3a138dd3fdd req-fbc7bcc0-bf2b-4ec5-8cc4-8663c6f33d6b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:40.240213 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9cb18929-6bc2-498e-be9d-b3a138dd3fdd req-fbc7bcc0-bf2b-4ec5-8cc4-8663c6f33d6b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0505295 Aug 09 11:45:40.251299 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b25bfb2a-be5b-4c85-a399-211b77ba1c86 req-eb06ecf7-4d82-44e6-95cc-7161acaaabe2 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831969 Aug 09 11:45:40.278670 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-9cb18929-6bc2-498e-be9d-b3a138dd3fdd req-a2a9e930-6693-42ac-9578-541a838ab46b tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323906 Aug 09 11:45:41.400511 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89ce9-c8f9-407f-a2e6-a02df8b87c45 req-28a91c7d-1e89-4aae-aeeb-387954d46838 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:41.401856 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e0e89ce9-c8f9-407f-a2e6-a02df8b87c45 req-28a91c7d-1e89-4aae-aeeb-387954d46838 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0512898 Aug 09 11:45:41.438006 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-e0e89ce9-c8f9-407f-a2e6-a02df8b87c45 req-b1b16704-b7fc-4b8a-810f-83d1e1201072 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301909 Aug 09 11:45:42.562321 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf6ebb-93ee-48d7-8ae6-f207ad575478 req-4f4758b7-d968-47f6-9453-683595ac3d37 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:42.563751 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c9bf6ebb-93ee-48d7-8ae6-f207ad575478 req-4f4758b7-d968-47f6-9453-683595ac3d37 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0499594 Aug 09 11:45:42.601223 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-c9bf6ebb-93ee-48d7-8ae6-f207ad575478 req-52289bad-dfda-4a83-a695-703d63e9603e tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310795 Aug 09 11:45:43.725200 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20827-b65b-4d8c-a71b-add6abc11132 req-78db6d6c-3dbb-4a14-a694-433dd118b584 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:43.726703 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-23e20827-b65b-4d8c-a71b-add6abc11132 req-78db6d6c-3dbb-4a14-a694-433dd118b584 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0491028 Aug 09 11:45:43.762732 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-23e20827-b65b-4d8c-a71b-add6abc11132 req-128273fc-b2af-4748-9f5f-f9a94b96d372 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301592 Aug 09 11:45:44.120340 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5900146-2b95-49c9-8694-20b2962db8dc req-d9a740da-2be4-44c9-be2b-01ff858fb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:44.121808 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c5900146-2b95-49c9-8694-20b2962db8dc req-d9a740da-2be4-44c9-be2b-01ff858fb25c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1097 time: 0.0396304 Aug 09 11:45:44.154987 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-c5900146-2b95-49c9-8694-20b2962db8dc req-cfea2d19-9a7a-469c-bede-5a40e52acbf4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258617 Aug 09 11:45:45.044804 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808ba90-9c41-4e84-8580-4acbbbf72a4f req-d9baab3d-ebd9-4af0-bbbb-0af71b71d32d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:45.046293 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a808ba90-9c41-4e84-8580-4acbbbf72a4f req-d9baab3d-ebd9-4af0-bbbb-0af71b71d32d tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0505774 Aug 09 11:45:45.083422 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-a808ba90-9c41-4e84-8580-4acbbbf72a4f req-e47f9c9b-218c-407b-a0d4-e5d46d64d388 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Aug 09 11:45:46.202473 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50041bf8-d28e-4e12-88bc-144248017c01 req-2a90fbf8-35ab-4a14-81c9-eba9a25fe2ce tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:45:46.203921 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-50041bf8-d28e-4e12-88bc-144248017c01 req-2a90fbf8-35ab-4a14-81c9-eba9a25fe2ce tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 944 time: 0.0509892 Aug 09 11:45:46.240609 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-50041bf8-d28e-4e12-88bc-144248017c01 req-a8496fb8-b950-4149-9f4a-758dd6e35675 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Aug 09 11:45:46.351028 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-562a7d59-b36e-4c8b-82e5-24552c3e1834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:46.500704 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 details requested by agent hyperv_hv-cinder-84824 with host hv-cinder-84824 {{(pid=102531) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:46.597465 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:46.608689 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Returning: {'device': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'port_id': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'mac_address': 'fa:16:3e:f0:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102531) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:46.644054 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 34715b66-c5ee-495b-b3b5-3e7d198bc382 is: DOWN; New status is: BUILD {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:45:46.644444 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:46.659983 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34715b66-c5ee-495b-b3b5-3e7d198bc382 {{(pid=102531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 11:45:46.678796 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:46.682877 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:46.728069 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=7']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:47.158804 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] get_ports_and_sgs() called for port_ids ['34715b66-c5ee-495b-b3b5-3e7d198bc382'] {{(pid=102531) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:48.501878 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 up at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:48.548431 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Provisioning complete for port 34715b66-c5ee-495b-b3b5-3e7d198bc382 triggered by entity L2. {{(pid=102531) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:48.548803 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-25969'] for port, provisioning_complete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.627316 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Current status of the port 34715b66-c5ee-495b-b3b5-3e7d198bc382 is: BUILD; New status is: ACTIVE {{(pid=102531) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 11:45:48.628235 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-454888'] for port, before_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.659625 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:45:48.661864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da569f275b8154f5f5542a6e00dc762bb6b1f2fcaffd899b18caa35ece41f578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb09693-ccd1-416f-ac93-b162abb08749" -d '{"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-plugged", "status": "completed", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:48.671858 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-267120e3-b95f-4d22-937c-d374c54b1f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.676568 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:48.680753 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759474446300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759473982212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759473982230'] for port, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.704105 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e147b-3994-4533-b0d4-daac2562e704 x-openstack-request-id: req-140e147b-3994-4533-b0d4-daac2562e704 {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:48.704392 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-plugged", "status": "completed", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "code": 200}]} {{(pid=102531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:48.704640 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-140e147b-3994-4533-b0d4-daac2562e704 {{(pid=102531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:48.705029 dv-cinder-848249-1-iscsi neutron-server[102531]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140e147b-3994-4533-b0d4-daac2562e704'] response: {'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'code': 200} Aug 09 11:45:48.729369 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Pushing event updated for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=8']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:50.100259 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.444658 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.651910 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.660891 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:00.680406 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:16.353158 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a20a-bbf6-4fe1-917d-67aaa926f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:18.653171 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-fa662f3d-e81b-4db8-961a-1d00f038e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:20.101663 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:21.448251 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:21.653492 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.683252 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.395810 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48752) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:31.545820 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Deleting port 651d81e7-ea71-4b2a-8bb3-437e2fc6a4df {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:31.546209 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.624771 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.625099 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.637313 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Calling delete_port for 651d81e7-ea71-4b2a-8bb3-437e2fc6a4df owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:31.659393 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:31.781180 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.805018 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'Port': ['ID=651d81e7-ea71-4b2a-8bb3-437e2fc6a4df,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:31.814510 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.815028 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.815375 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.815716 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.816057 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.816879 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.816879 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.817079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.817349 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.817675 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.818018 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.818345 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.875831 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.876209 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Floating IP ae79366a-b21f-4f7c-ac04-553548a863b4 disassociated (deleted). External IP: 172.27.2.107, port: 58a4d0a6-26b0-4742-a469-4d6c8dc40164. Aug 09 11:46:32.075728 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:46:32.181439 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:46:32.186364 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.191623 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:46:32.200435 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:32.201038 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:32.214722 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-bf34c296-7b6b-4414-8c91-98648d1b77fd tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "DELETE /v2.0/floatingips/ae79366a-b21f-4f7c-ac04-553548a863b4 HTTP/1.1" status: 204 len: 168 time: 0.8154721 Aug 09 11:46:32.214722 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:46:32.215089 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b289be82-a3c9-45fe-92d0-735c1e866b01" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:32.314600 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:32.384500 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c748625-0325-4ffd-aa16-17fbc8fcc450 x-openstack-request-id: req-6c748625-0325-4ffd-aa16-17fbc8fcc450 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:32.384795 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:32.385042 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c748625-0325-4ffd-aa16-17fbc8fcc450 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:32.385449 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c748625-0325-4ffd-aa16-17fbc8fcc450'] response: {'name': 'network-changed', 'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'status': 'completed', 'code': 200} Aug 09 11:46:32.445424 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf50467-03ed-44cc-8c87-45dec53640fc req-d69fb90b-a6fc-4f6f-8816-35f46e0e66b2 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:32.446918 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8bf50467-03ed-44cc-8c87-45dec53640fc req-d69fb90b-a6fc-4f6f-8816-35f46e0e66b2 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Aug 09 11:46:32.510294 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-8bf50467-03ed-44cc-8c87-45dec53640fc req-ea6f2b55-f9bd-482f-8122-9fcb482ffded tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516794 Aug 09 11:46:32.514588 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-d1c4be40-8efc-429f-ae78-f740a9f058d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:32.516157 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-d1c4be40-8efc-429f-ae78-f740a9f058d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0659797 Aug 09 11:46:32.547485 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:32.579282 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:46:32.588432 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:32.588966 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:32.613832 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-999d6300-4569-4261-8c94-2a34d891d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:32.615370 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-999d6300-4569-4261-8c94-2a34d891d85a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0923836 Aug 09 11:46:32.658859 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-6e38b278-79ce-45ec-9839-081f0c9f6d3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164 HTTP/1.1" status: 200 len: 217 time: 0.0357466 Aug 09 11:46:32.693557 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:32.711346 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-ca2c5579-134a-4983-859a-1d077b589275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:32.712874 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-ca2c5579-134a-4983-859a-1d077b589275 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0480697 Aug 09 11:46:32.759476 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-4f899829-1b18-4504-9944-a23b48e8c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:32.760990 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-4f899829-1b18-4504-9944-a23b48e8c133 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405354 Aug 09 11:46:32.853469 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-6ed16496-7b4a-4bc4-97fb-c715bf4a4fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 Aug 09 11:46:32.923367 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:32.947024 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-b289be82-a3c9-45fe-92d0-735c1e866b01 req-09f59cc6-2cc1-415b-a34c-e249c0f31574 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862653 Aug 09 11:46:32.949171 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965e695-61c8-4782-89e3-c229b1425e85 None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_floatingips': [{'id': '0b770847-c873-4bf1-92d1-68b2efb26123', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'router_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'port_id': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'mac_address': 'fa:16:3e:c5:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T11:42:07Z', 'updated_at': '2022-08-09T11:42:11Z', 'revision_number': 1, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:46:33.169280 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c05420-ebd3-43f5-a67a-50f664489f8b None None] New status for floating IP ae79366a-b21f-4f7c-ac04-553548a863b4: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:46:33.639276 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d574ee-9308-4fea-b8aa-55e09c6b0f8c req-2fbb5010-9321-41bc-8f06-588bee7d6e8d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:33.640728 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-59d574ee-9308-4fea-b8aa-55e09c6b0f8c req-2fbb5010-9321-41bc-8f06-588bee7d6e8d tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0499885 Aug 09 11:46:33.682302 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-59d574ee-9308-4fea-b8aa-55e09c6b0f8c req-0b4d123b-580d-4c5a-9fa2-4083c160bbb1 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Aug 09 11:46:34.392882 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-3ae847f7-d9cd-44a7-81ea-0461a17a5349 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:34.394933 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-3ae847f7-d9cd-44a7-81ea-0461a17a5349 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0485229 Aug 09 11:46:34.484332 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Deleting port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:34.484669 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.569259 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] For port 58a4d0a6-26b0-4742-a469-4d6c8dc40164, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=58a4d0a6-26b0-4742-a469-4d6c8dc40164,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:34.569620 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.581587 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Calling delete_port for 58a4d0a6-26b0-4742-a469-4d6c8dc40164 owned by compute:nova {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:34.704767 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.732563 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'Port': ['ID=58a4d0a6-26b0-4742-a469-4d6c8dc40164,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:34.767288 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.767804 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.768266 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.768613 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.768947 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.769279 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.769610 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.769942 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.770298 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.770626 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.770951 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.771272 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:34.809531 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-5f5bae02-584d-44a0-bee9-b00696e72e7a req-ea130a48-211a-4f6a-bc9d-fc51db0a0ecb tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0460000 Aug 09 11:46:34.810222 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] No DVR routers for this DVR port 58a4d0a6-26b0-4742-a469-4d6c8dc40164 on host hv-cinder-84824 {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:46:34.812582 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.816470 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-d0ccaedf-d91a-4a0f-bb44-ac810e0425a7 req-fd8efb77-6d49-4dfc-9a08-c87ebca54342 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "DELETE /v2.0/ports/58a4d0a6-26b0-4742-a469-4d6c8dc40164 HTTP/1.1" status: 204 len: 173 time: 0.4164310 Aug 09 11:46:34.816907 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'name': 'network-vif-deleted', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164'}] {{(pid=102530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:46:34.819213 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d2930be3996a61156749183bfa93edea92de71b6cfec5c10e9b6a127c991f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420fbfe1-2343-4f5a-b56e-c7444523f761" -d '{"events": [{"server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "name": "network-vif-deleted", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164"}]}' {{(pid=102530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:34.918648 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fcd3e9-1ce3-49fe-be88-4158c0d2f013 x-openstack-request-id: req-58fcd3e9-1ce3-49fe-be88-4158c0d2f013 {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:34.918944 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8", "name": "network-vif-deleted", "tag": "58a4d0a6-26b0-4742-a469-4d6c8dc40164", "status": "completed", "code": 200}]} {{(pid=102530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:34.919194 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58fcd3e9-1ce3-49fe-be88-4158c0d2f013 {{(pid=102530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:34.919594 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fcd3e9-1ce3-49fe-be88-4158c0d2f013'] response: {'server_uuid': 'ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8', 'name': 'network-vif-deleted', 'tag': '58a4d0a6-26b0-4742-a469-4d6c8dc40164', 'status': 'completed', 'code': 200} Aug 09 11:46:35.943776 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-765ab4a8-1eeb-4c7a-80bd-8d579dce9eac req-5e38267b-1ad6-43de-a608-688b095cb36c tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9bd6ce-9ec3-43d1-bd9b-edb250eb6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0298066 Aug 09 11:46:38.702379 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 58a4d0a6-26b0-4742-a469-4d6c8dc40164 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:38.722485 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 58a4d0a6-26b0-4742-a469-4d6c8dc40164 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:38.722800 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 58a4d0a6-26b0-4742-a469-4d6c8dc40164 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:39.238358 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48792) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:39.401869 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Deleting port 2b4ac1e7-3fd9-428e-9e4b-02fdc5bf7442 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:39.402155 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:39.474649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:39.474973 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:39.486147 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Calling delete_port for 2b4ac1e7-3fd9-428e-9e4b-02fdc5bf7442 owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:39.633823 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:39.663078 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'Port': ['ID=2b4ac1e7-3fd9-428e-9e4b-02fdc5bf7442,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:39.726735 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:39.727067 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Floating IP 0b770847-c873-4bf1-92d1-68b2efb26123 disassociated (deleted). External IP: 172.27.2.98, port: 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9. Aug 09 11:46:40.185702 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:46:40.291836 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:46:40.296710 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:40.301559 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:46:40.310683 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:40.311275 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:40.323897 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-dc9eb2a7-79f8-4db6-b38f-012e95320d63 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b770847-c873-4bf1-92d1-68b2efb26123 HTTP/1.1" status: 204 len: 168 time: 1.0843909 Aug 09 11:46:40.325135 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:46:40.326915 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df42a35-bf90-426e-a318-39bae738b75e" -d '{"events": [{"name": "network-changed", "server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:40.366628 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13facf31-018b-46c9-87bf-1a60e98d5238 x-openstack-request-id: req-13facf31-018b-46c9-87bf-1a60e98d5238 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:40.366974 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:40.367287 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13facf31-018b-46c9-87bf-1a60e98d5238 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:40.367760 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13facf31-018b-46c9-87bf-1a60e98d5238'] response: {'name': 'network-changed', 'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'status': 'completed', 'code': 200} Aug 09 11:46:40.420765 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:40.467835 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df42a35-bf90-426e-a318-39bae738b75e req-f8b6ad40-dbe6-4f09-aa7d-19b23a80ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:40.469326 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-f8b6ad40-dbe6-4f09-aa7d-19b23a80ae46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 1098 time: 0.0571034 Aug 09 11:46:40.561600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216361d-40a1-4b33-bd8b-568f93b592da req-5636bd92-7125-49d7-9ff9-08978d2c762a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:40.563299 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8216361d-40a1-4b33-bd8b-568f93b592da req-5636bd92-7125-49d7-9ff9-08978d2c762a tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.0515082 Aug 09 11:46:40.602829 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df42a35-bf90-426e-a318-39bae738b75e req-b7a56867-107f-4169-a986-f76020485bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:40.604335 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-b7a56867-107f-4169-a986-f76020485bf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 200 len: 913 time: 0.0933514 Aug 09 11:46:40.604639 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-8216361d-40a1-4b33-bd8b-568f93b592da req-d5126b35-7952-4822-9e83-7de2376f58b8 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Aug 09 11:46:40.648208 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-b09bcf1f-f163-4adc-a8b7-b5e5fc03e6c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 HTTP/1.1" status: 200 len: 217 time: 0.0368433 Aug 09 11:46:40.701402 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df42a35-bf90-426e-a318-39bae738b75e req-f07c18b6-9f77-4e33-8168-a9fe6274561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:40.702878 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-f07c18b6-9f77-4e33-8168-a9fe6274561d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 200 len: 851 time: 0.0478482 Aug 09 11:46:40.718199 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:40.745171 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:46:40.750605 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df42a35-bf90-426e-a318-39bae738b75e req-9e3d61ad-50f1-4c2d-81f3-d9d30d430cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:40.752912 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-9e3d61ad-50f1-4c2d-81f3-d9d30d430cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f438242f-83ed-468c-abf2-0f22f0e5c800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422409 Aug 09 11:46:40.754445 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:40.755042 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:40.843173 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-c706bc12-5e67-4265-b001-915251a08517 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829279 Aug 09 11:46:40.860684 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:40.936181 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-2df42a35-bf90-426e-a318-39bae738b75e req-8d27a489-9cd0-41e2-b5b6-c8fc5d932d13 service neutron] 10.222.0.43 "GET /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Aug 09 11:46:41.056404 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:41.082416 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654aa2c-1a7b-41f5-8364-b0f39a387397 None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:16Z', 'revision_number': 4, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': 'd4aee494-d83e-4c51-8c94-0b6fb10e7438', 'name': '', 'network_id': 'f438242f-83ed-468c-abf2-0f22f0e5c800', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'mac_address': 'fa:16:3e:a8:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:15Z', 'updated_at': '2022-08-09T11:38:21Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'subnets': [{'id': 'b46a0a8b-1364-4920-b9a3-22d02dbb69f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:46:41.290811 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c1eb8-1152-425d-8ffe-3bf555db758e None None] New status for floating IP 0b770847-c873-4bf1-92d1-68b2efb26123: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:46:41.757929 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-b3d2ee67-005b-4605-b479-13f77ff85e7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812013 Aug 09 11:46:41.766830 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd85b-6bb6-4ab6-80c2-f2f7a2a5293b req-fe374487-5c28-42e8-942c-8e23eec9c065 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:41.768251 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fafcd85b-6bb6-4ab6-80c2-f2f7a2a5293b req-fe374487-5c28-42e8-942c-8e23eec9c065 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.0817461 Aug 09 11:46:42.091463 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-fafcd85b-6bb6-4ab6-80c2-f2f7a2a5293b req-e018722a-d068-4670-b29c-764d237e0005 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b709521-33b5-4a72-9cf5-36c5ddfbe776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168283 Aug 09 11:46:42.104117 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-4cbc019e-7684-4ba2-b9b3-fccb86998a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:42.105572 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-4cbc019e-7684-4ba2-b9b3-fccb86998a89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1099 time: 0.0541651 Aug 09 11:46:42.208139 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-36d2a443-93cf-4b4b-8514-993bb7c32ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:42.209557 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-36d2a443-93cf-4b4b-8514-993bb7c32ccf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.0845220 Aug 09 11:46:42.276497 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-c3fe3c74-6aa0-4265-9088-6bc1f4be2f63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 1002 time: 0.0599682 Aug 09 11:46:42.340392 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-a2102cff-45b3-402b-aa22-a2c4563bd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:42.341713 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-a2102cff-45b3-402b-aa22-a2c4563bd5d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0440912 Aug 09 11:46:42.402961 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-052a3eea-8656-472e-a68c-dc9190132360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:42.404436 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-052a3eea-8656-472e-a68c-dc9190132360 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432260 Aug 09 11:46:42.516229 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-5a07ee3f-6a73-4e2a-a0a2-8b5618296b06 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:46:42.517870 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-5a07ee3f-6a73-4e2a-a0a2-8b5618296b06 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Aug 09 11:46:42.552664 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-d0e732db-173b-4ef4-8de8-5801572f1067 service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831537 Aug 09 11:46:42.614708 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Deleting port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:42.614967 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:42.648272 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-0a221d36-0faf-4c60-b3dc-37e6f1839620 req-56dd0cfb-d23c-4fcd-9726-62a2c8a9e6eb service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887055 Aug 09 11:46:42.706106 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] For port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:42.706485 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:42.718776 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Calling delete_port for 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:42.850805 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:42.876938 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'Port': ['ID=8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:42.929686 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] No DVR routers for this DVR port 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:46:42.932151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:42.935489 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-22028676-9c20-4c11-aed2-2fbc87f3b75d req-27017a87-b68c-4f76-b9ec-040135a389de tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.43 "DELETE /v2.0/ports/8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 HTTP/1.1" status: 204 len: 173 time: 0.4124453 Aug 09 11:46:42.935916 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'name': 'network-vif-deleted', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:46:42.938236 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10722630-186c-4eeb-ae57-02b5d984ded3" -d '{"events": [{"server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "name": "network-vif-deleted", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:42.974555 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae6f7d-e7a3-49fb-b9f5-5a9663935d42 x-openstack-request-id: req-3bae6f7d-e7a3-49fb-b9f5-5a9663935d42 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:42.974845 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decf9eee-c288-417c-9fcd-9bc5dfacae65", "name": "network-vif-deleted", "tag": "8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:42.975099 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bae6f7d-e7a3-49fb-b9f5-5a9663935d42 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:42.975504 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bae6f7d-e7a3-49fb-b9f5-5a9663935d42'] response: {'server_uuid': 'decf9eee-c288-417c-9fcd-9bc5dfacae65', 'name': 'network-vif-deleted', 'tag': '8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9', 'status': 'completed', 'code': 200} Aug 09 11:46:43.194870 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-f5d4b695-fdc7-4161-9c4b-3b0b8b9c1a4d req-dbe942a0-a411-40f1-abc5-336b8feb56c7 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "GET /v2.0/ports?device_id=decf9eee-c288-417c-9fcd-9bc5dfacae65 HTTP/1.1" status: 200 len: 210 time: 0.0264325 Aug 09 11:46:44.254976 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48812) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:44.376517 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Deleting port ef957c4e-968d-48eb-8f8c-bfe6f7421f07 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:44.376807 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:44.451134 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:44.451465 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:44.463365 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Calling delete_port for ef957c4e-968d-48eb-8f8c-bfe6f7421f07 owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:44.599163 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:44.627949 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'Port': ['ID=ef957c4e-968d-48eb-8f8c-bfe6f7421f07,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:44.695978 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:44.698762 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:44.699901 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-1f173cf4-1237-4597-a7c8-0f3393aeb9e3 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "DELETE /v2.0/floatingips/9e4dc47d-a75b-4193-bdc7-6d55b063bfdb HTTP/1.1" status: 204 len: 168 time: 0.4439483 Aug 09 11:46:45.894751 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48824) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:45.954932 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f17b25e0-8574-4f7f-ae1e-cd6746783823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:45.979725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f17b25e0-8574-4f7f-ae1e-cd6746783823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.039782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f17b25e0-8574-4f7f-ae1e-cd6746783823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.042512 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-f17b25e0-8574-4f7f-ae1e-cd6746783823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.043783 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-f17b25e0-8574-4f7f-ae1e-cd6746783823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] 10.222.0.50 "DELETE /v2.0/security-groups/0b709521-33b5-4a72-9cf5-36c5ddfbe776 HTTP/1.1" status: 204 len: 168 time: 0.1479299 Aug 09 11:46:46.056924 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b25e0-8574-4f7f-ae1e-cd6746783823 tempest-TestVolumeBootPattern-394133562 tempest-TestVolumeBootPattern-394133562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b709521-33b5-4a72-9cf5-36c5ddfbe776,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:46.108783 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48828) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:46.355424 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-6facbca7-f1a7-40de-a936-79c30c44338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.550189 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.718036 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:46.742103 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:46.742460 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 8b0cabcc-9a0f-4fa3-835d-2673bebfc1b9 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:46.789583 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Deleting port d4aee494-d83e-4c51-8c94-0b6fb10e7438 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:46.789920 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.865059 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] For port d4aee494-d83e-4c51-8c94-0b6fb10e7438, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=d4aee494-d83e-4c51-8c94-0b6fb10e7438,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:46.865325 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:46.877220 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Calling delete_port for d4aee494-d83e-4c51-8c94-0b6fb10e7438 owned by network:router_interface {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:47.047433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:47.073585 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4aee494-d83e-4c51-8c94-0b6fb10e7438,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:47.243042 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:47.451900 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Router d241bc04-8a04-4d1b-9eba-4922f8473c75 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:46:47.554151 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:46:47.559096 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-471dd7de-e065-4dbc-bd8c-807334f86341 admin admin] 10.222.0.50 "PUT /v2.0/routers/d241bc04-8a04-4d1b-9eba-4922f8473c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492598 Aug 09 11:46:47.561573 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48832) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:47.564708 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] Sync routers for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:46:47.574842 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:47.575567 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:47.684304 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:47.868137 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:46:47Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:47.894727 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] Checking router: d241bc04-8a04-4d1b-9eba-4922f8473c75 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:46:47.902690 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] Routers {'d241bc04-8a04-4d1b-9eba-4922f8473c75'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:47.903287 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['d241bc04-8a04-4d1b-9eba-4922f8473c75'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:47.907032 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.004352 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] Set router d241bc04-8a04-4d1b-9eba-4922f8473c75 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:48.006819 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.058341 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Deleting port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:48.059026 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.137733 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] For port 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:48.138135 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.151113 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Calling delete_port for 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:48.175947 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:46:47Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:48.204136 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9d773-2373-48a3-a0ed-b2201c4bf10f None None] The sync data for ids ['d241bc04-8a04-4d1b-9eba-4922f8473c75'] in dv-cinder-848249-1-iscsi is: [{'id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'name': 'tempest-TestVolumeBootPattern-1083567570-router', 'tenant_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:46:47Z', 'revision_number': 5, 'project_id': 'fd7c4c54935f4a92affdd064b9c22f19', 'gw_port': {'id': '2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd241bc04-8a04-4d1b-9eba-4922f8473c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:13Z', 'updated_at': '2022-08-09T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:46:48.315962 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.338093 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:48.401623 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.489520 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.491533 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.537783 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.538391 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d241bc04-8a04-4d1b-9eba-4922f8473c75 {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:46:48.542686 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.543872 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-0fddf787-e405-43c7-8045-75aa674f2004 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d241bc04-8a04-4d1b-9eba-4922f8473c75 HTTP/1.1" status: 204 len: 168 time: 0.9813764 Aug 09 11:46:48.546492 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48834) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:48.597126 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Deleting subnet b46a0a8b-1364-4920-b9a3-22d02dbb69f4 {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:46:48.600937 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.636651 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.659314 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a2ae-a461-4cac-980b-2eedbc8a4f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.716031 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.775994 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.801212 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46a0a8b-1364-4920-b9a3-22d02dbb69f4,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:48.804898 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.810290 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-1b7c304d-ff25-4f15-bb64-4180e5f57fdd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b46a0a8b-1364-4920-b9a3-22d02dbb69f4 HTTP/1.1" status: 204 len: 168 time: 0.2605491 Aug 09 11:46:48.811004 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48836) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:48.811730 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e5192-501c-4e68-b1cc-15a9d0d7110e None None] Network f438242f-83ed-468c-abf2-0f22f0e5c800 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:48.883522 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:48.942733 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Deleting port 0284d6c5-3641-464f-b8eb-d2e6ce885dce {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:48.943079 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.010220 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] For port 0284d6c5-3641-464f-b8eb-d2e6ce885dce, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=0284d6c5-3641-464f-b8eb-d2e6ce885dce,segment=NetworkSegment(3654be65-5b8d-4de9-bdde-ebe5f4a68635),segment_id=3654be65-5b8d-4de9-bdde-ebe5f4a68635)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:49.010584 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.022804 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Calling delete_port for 0284d6c5-3641-464f-b8eb-d2e6ce885dce owned by network:dhcp {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:49.104884 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.132564 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0284d6c5-3641-464f-b8eb-d2e6ce885dce,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:49.135928 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] No DVR routers for this DVR port 0284d6c5-3641-464f-b8eb-d2e6ce885dce on host dv-cinder-848249-1-iscsi {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:46:49.197979 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe6391-3003-447d-8f83-34a08f2e8079 None None] DHCP port deletion for f438242f-83ed-468c-abf2-0f22f0e5c800 request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:46:49.216656 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.237512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438242f-83ed-468c-abf2-0f22f0e5c800']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:49.246794 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3654be65-5b8d-4de9-bdde-ebe5f4a68635') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:49.247085 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3654be65-5b8d-4de9-bdde-ebe5f4a68635') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:49.257821 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.270912 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.277091 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:46:49.277504 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.340178 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.350945 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.353179 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f438242f-83ed-468c-abf2-0f22f0e5c800 HTTP/1.1" status: 204 len: 168 time: 0.5404551 Aug 09 11:46:49.355034 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 3654be65-5b8d-4de9-bdde-ebe5f4a68635 resource provider aggregate not found Aug 09 11:46:49.356244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48842) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:49.374274 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d48864-519d-40ab-998f-8f9159633e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f438242f-83ed-468c-abf2-0f22f0e5c800,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:49.380982 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 3654be65-5b8d-4de9-bdde-ebe5f4a68635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3654be65-5b8d-4de9-bdde-ebe5f4a68635 found for delete ", "request_id": "req-a1a5819d-f5d3-4680-aec2-4e88a7550b49"}]} Aug 09 11:46:49.400627 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d4aee494-d83e-4c51-8c94-0b6fb10e7438 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:49.420644 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: d4aee494-d83e-4c51-8c94-0b6fb10e7438 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:49.421004 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device d4aee494-d83e-4c51-8c94-0b6fb10e7438 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:49.421536 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 0284d6c5-3641-464f-b8eb-d2e6ce885dce no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:49.441556 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 0284d6c5-3641-464f-b8eb-d2e6ce885dce {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:49.441910 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 0284d6c5-3641-464f-b8eb-d2e6ce885dce not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:49.442359 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:49.466336 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:49.466681 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2fae1eea-3892-43ba-a23c-c7a6e2d7d3a8 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:49.718339 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:49.951592 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Deleting port 96521078-0fca-4369-b226-aee9488ba4c4 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:49.951936 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.029334 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] For port 96521078-0fca-4369-b226-aee9488ba4c4, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=96521078-0fca-4369-b226-aee9488ba4c4,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:50.029611 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.042166 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Calling delete_port for 96521078-0fca-4369-b226-aee9488ba4c4 owned by network:router_interface {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:50.105339 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.216853 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.240582 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96521078-0fca-4369-b226-aee9488ba4c4,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:50.401130 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.609062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Router a0ac76c6-4abf-4547-8239-5cf87cac133a has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:46:50.713336 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:46:50.718504 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-3fabd2e4-c8ef-4c24-861b-ceb7643daab7 admin admin] 10.222.0.50 "PUT /v2.0/routers/a0ac76c6-4abf-4547-8239-5cf87cac133a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3606629 Aug 09 11:46:50.722061 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48846) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:50.724789 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] Sync routers for ids ['a0ac76c6-4abf-4547-8239-5cf87cac133a'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:46:50.734775 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] Routers {'a0ac76c6-4abf-4547-8239-5cf87cac133a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:50.735394 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['a0ac76c6-4abf-4547-8239-5cf87cac133a'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:50.823208 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.844660 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] Set router a0ac76c6-4abf-4547-8239-5cf87cac133a gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:50.923988 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.976018 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Deleting port 155e62db-da98-4e1e-8024-80853743db9a {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:50.976374 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.025261 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '155e62db-da98-4e1e-8024-80853743db9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:46:50Z', 'revision_number': 5, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port': {'id': '155e62db-da98-4e1e-8024-80853743db9a', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:38:18Z', 'updated_at': '2022-08-09T11:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:51.053106 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] Checking router: a0ac76c6-4abf-4547-8239-5cf87cac133a for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:46:51.057074 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] For port 155e62db-da98-4e1e-8024-80853743db9a, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=155e62db-da98-4e1e-8024-80853743db9a,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:51.057440 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.061958 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] Routers {'a0ac76c6-4abf-4547-8239-5cf87cac133a'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:46:51.062580 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:46:49Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['a0ac76c6-4abf-4547-8239-5cf87cac133a'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:51.069215 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Calling delete_port for 155e62db-da98-4e1e-8024-80853743db9a owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:51.150445 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] Set router a0ac76c6-4abf-4547-8239-5cf87cac133a gateway port host: None {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:46:51.204989 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:46:50Z', 'revision_number': 6, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:51.229811 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.231523 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36115d8-ccd5-4829-ab8d-26c2a834fbb2 None None] The sync data for ids ['a0ac76c6-4abf-4547-8239-5cf87cac133a'] in dv-cinder-848249-1-iscsi is: [{'id': 'a0ac76c6-4abf-4547-8239-5cf87cac133a', 'name': 'tempest-TestVolumeBootPattern-719721780-router', 'tenant_id': '796f3e6df4144bf282814d946edc81f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:38:17Z', 'updated_at': '2022-08-09T11:46:50Z', 'revision_number': 6, 'project_id': '796f3e6df4144bf282814d946edc81f3', 'gw_port_host': None}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:46:51.258517 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=155e62db-da98-4e1e-8024-80853743db9a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:51.325079 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.452539 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.658673 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.661847 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.665963 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.694263 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 96521078-0fca-4369-b226-aee9488ba4c4 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:51.715864 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 96521078-0fca-4369-b226-aee9488ba4c4 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:51.716220 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 96521078-0fca-4369-b226-aee9488ba4c4 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:51.724019 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.724552 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ac76c6-4abf-4547-8239-5cf87cac133a {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:46:51.729414 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.730645 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-c61dfc67-71c3-46a0-a811-12546ed5e9ff admin admin] 10.222.0.50 "DELETE /v2.0/routers/a0ac76c6-4abf-4547-8239-5cf87cac133a HTTP/1.1" status: 204 len: 168 time: 1.0076811 Aug 09 11:46:51.733195 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48848) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:51.776435 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Deleting subnet 0e45eddd-42ce-47e1-8c1a-21feca6eb284 {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:46:51.779496 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.812659 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.889790 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.942908 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.965608 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e45eddd-42ce-47e1-8c1a-21feca6eb284,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:51.971135 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.977072 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48850) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:51.977498 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-76eb4acb-ff75-4482-a946-6d6a65f2940f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e45eddd-42ce-47e1-8c1a-21feca6eb284 HTTP/1.1" status: 204 len: 168 time: 0.2429490 Aug 09 11:46:51.978180 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aedde1-2258-4c23-854f-626ceed62ab7 None None] Network abd98b8e-a2be-4393-94a8-0e03f480617a requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:52.058261 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.114943 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Deleting port 47de1498-477d-4de7-884b-e5e92c6f1bde {{(pid=102530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:52.115291 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.176858 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] DHCP port deletion for abd98b8e-a2be-4393-94a8-0e03f480617a request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:46:52.184271 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.db [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] For port 47de1498-477d-4de7-884b-e5e92c6f1bde, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=47de1498-477d-4de7-884b-e5e92c6f1bde,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:52.184637 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.196739 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.plugin [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Calling delete_port for 47de1498-477d-4de7-884b-e5e92c6f1bde owned by network:dhcp {{(pid=102530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:52.229184 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Deleting port 47de1498-477d-4de7-884b-e5e92c6f1bde {{(pid=102531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:46:52.229625 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.281092 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25732637'] for port, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.297114 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.db [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] For port 47de1498-477d-4de7-884b-e5e92c6f1bde, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=47de1498-477d-4de7-884b-e5e92c6f1bde,segment=NetworkSegment(282c132b-9b29-4871-a7ff-81dbe3545efe),segment_id=282c132b-9b29-4871-a7ff-81dbe3545efe)] {{(pid=102531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:52.297528 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.307523 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Pushing event deleted for resources: {'Port': ['ID=47de1498-477d-4de7-884b-e5e92c6f1bde,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:52.311148 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] No DVR routers for this DVR port 47de1498-477d-4de7-884b-e5e92c6f1bde on host dv-cinder-848249-1-iscsi {{(pid=102530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:46:52.311869 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Calling delete_port for 47de1498-477d-4de7-884b-e5e92c6f1bde owned by network:dhcp {{(pid=102531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:46:52.389329 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.395942 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663'] for port, after_delete {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.410616 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd98b8e-a2be-4393-94a8-0e03f480617a']}} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:52.419425 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Pushing event deleted for resources: {'Port': ['ID=47de1498-477d-4de7-884b-e5e92c6f1bde,revision_number=None']} {{(pid=102531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:52.419603 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282c132b-9b29-4871-a7ff-81dbe3545efe') {'for_net_delete': True} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:52.419890 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.services.segments.db [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282c132b-9b29-4871-a7ff-81dbe3545efe') {} {{(pid=102530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:52.426580 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] No DVR routers for this DVR port 47de1498-477d-4de7-884b-e5e92c6f1bde on host dv-cinder-848249-1-iscsi {{(pid=102531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:46:52.429419 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25696253'] for segment, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.436749 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.437147 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.437448 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.437795 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.438190 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.438530 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.439020 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.439901 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.440238 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.440569 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.440900 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.441227 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf9e67-0879-4f80-b6dc-fb1d1e2383c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:52.446444 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.452578 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:46:52.452972 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25732718'] for segment, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.474741 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 282c132b-9b29-4871-a7ff-81dbe3545efe resource provider aggregate not found Aug 09 11:46:52.513445 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.services.segments.plugin [-] Segment 282c132b-9b29-4871-a7ff-81dbe3545efe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 282c132b-9b29-4871-a7ff-81dbe3545efe found for delete ", "request_id": "req-a16cc687-efd1-4ce0-a3da-bd010e6bb881"}]} Aug 09 11:46:52.522367 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.527834 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.530951 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] 10.222.0.50 "DELETE /v2.0/networks/abd98b8e-a2be-4393-94a8-0e03f480617a HTTP/1.1" status: 204 len: 168 time: 0.5527651 Aug 09 11:46:52.541604 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb17df5-0549-4fbb-8490-fcc252ebc25a admin admin] Pushing event deleted for resources: {'Network': ['ID=abd98b8e-a2be-4393-94a8-0e03f480617a,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:52.649355 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48858) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:52.688088 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-64dbcc08-abe2-4a53-b467-6499dc59e2a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd7c4c54935f4a92affdd064b9c22f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375013 Aug 09 11:46:52.690524 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.wsgi [-] (102530) accepted ('10.222.0.50', 48860) {{(pid=102530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:52.737440 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3be6-d9af-4404-aa86-d7e0c2bf30d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.757626 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3be6-d9af-4404-aa86-d7e0c2bf30d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.802235 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3be6-d9af-4404-aa86-d7e0c2bf30d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.804739 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3be6-d9af-4404-aa86-d7e0c2bf30d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.805854 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [None req-c7cd3be6-d9af-4404-aa86-d7e0c2bf30d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fb29cc5-f15f-4b29-a189-2529609561a6 HTTP/1.1" status: 204 len: 168 time: 0.1144540 Aug 09 11:46:52.814512 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd3be6-d9af-4404-aa86-d7e0c2bf30d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb29cc5-f15f-4b29-a189-2529609561a6,revision_number=None']} {{(pid=102530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:53.117655 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48866) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:53.155975 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-85538042-2125-4f4c-a410-04e1204692f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=796f3e6df4144bf282814d946edc81f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370686 Aug 09 11:46:53.158947 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48868) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:53.204877 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-379759da-7c43-4c1d-91ed-c87d87db218b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:53.228986 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-379759da-7c43-4c1d-91ed-c87d87db218b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:53.275773 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-379759da-7c43-4c1d-91ed-c87d87db218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:53.278371 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-379759da-7c43-4c1d-91ed-c87d87db218b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:53.279520 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-379759da-7c43-4c1d-91ed-c87d87db218b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da24ead1-7179-4676-b111-15b16060127e HTTP/1.1" status: 204 len: 168 time: 0.1196890 Aug 09 11:46:53.288856 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379759da-7c43-4c1d-91ed-c87d87db218b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24ead1-7179-4676-b111-15b16060127e,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:53.405687 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 47de1498-477d-4de7-884b-e5e92c6f1bde no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:53.428027 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 47de1498-477d-4de7-884b-e5e92c6f1bde {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:53.428458 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 47de1498-477d-4de7-884b-e5e92c6f1bde not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:46:53.429018 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 155e62db-da98-4e1e-8024-80853743db9a no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:46:53.448609 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 155e62db-da98-4e1e-8024-80853743db9a {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:46:53.448968 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 155e62db-da98-4e1e-8024-80853743db9a not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:00.692885 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.658128 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:16.358531 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c2dbdf16-4bb6-44ae-8ebe-f5bffb17033e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.656051 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20715233-f8b2-4479-9f99-40ad1657783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:20.108570 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:21.453809 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:21.659385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:22.749862 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48872) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:23.159791 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Deleting port b574240f-b6cb-45fc-84c3-d457bb9a17ab {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:23.160134 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:23.252367 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:23.252692 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:23.263771 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Calling delete_port for b574240f-b6cb-45fc-84c3-d457bb9a17ab owned by network:floatingip {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:23.409701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:23.433938 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event deleted for resources: {'Port': ['ID=b574240f-b6cb-45fc-84c3-d457bb9a17ab,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:23.496959 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for floatingip, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:23.497301 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.db.l3_db [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Floating IP 002d2d0f-b32b-46c3-a76a-0dd811a713f9 disassociated (deleted). External IP: 172.27.2.176, port: 34715b66-c5ee-495b-b3b5-3e7d198bc382. Aug 09 11:47:23.708614 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Router e3669d0a-d906-442b-96a3-e343090e5ba5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:47:23.811662 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:23.816892 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for floatingip, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:23.821520 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] Sync routers for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:23.831248 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:47:23.831844 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:47:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:23.843618 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-5732d018-2b10-4176-8ed7-06f952448e0c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "DELETE /v2.0/floatingips/002d2d0f-b32b-46c3-a76a-0dd811a713f9 HTTP/1.1" status: 204 len: 168 time: 1.0926371 Aug 09 11:47:23.844952 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:47:23.847411 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c642491-86be-4a6b-8f58-b63dc5f2c076" -d '{"events": [{"name": "network-changed", "server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:23.884623 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 11:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1eb669-07d3-47c7-b878-e045c4c9ead1 x-openstack-request-id: req-ef1eb669-07d3-47c7-b878-e045c4c9ead1 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:23.884917 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:23.885166 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef1eb669-07d3-47c7-b878-e045c4c9ead1 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:23.885577 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1eb669-07d3-47c7-b878-e045c4c9ead1'] response: {'name': 'network-changed', 'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'status': 'completed', 'code': 200} Aug 09 11:47:23.981645 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-c73e3f7c-02c0-41d8-ae68-9c53904e0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:23.983309 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-c73e3f7c-02c0-41d8-ae68-9c53904e0055 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32024b578599487e9fcc7155e69f5e1d&device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 1099 time: 0.0546846 Aug 09 11:47:24.023825 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:47:24.089035 dv-cinder-848249-1-iscsi neutron-server[102530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266cf4-e446-497c-99ce-a777ba68d51b req-a9a490f3-ea19-4461-bdff-10acea63bdd1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:24.091197 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-72266cf4-e446-497c-99ce-a777ba68d51b req-a9a490f3-ea19-4461-bdff-10acea63bdd1 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0643117 Aug 09 11:47:24.126801 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-9a4b7ec5-516f-4a96-a2e5-8a075c095721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:24.128589 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-9a4b7ec5-516f-4a96-a2e5-8a075c095721 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 200 len: 910 time: 0.0943685 Aug 09 11:47:24.135975 dv-cinder-848249-1-iscsi neutron-server[102530]: INFO neutron.wsgi [req-72266cf4-e446-497c-99ce-a777ba68d51b req-07c1abe7-5cbe-4203-a183-58c25634c8af tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368028 Aug 09 11:47:24.173261 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-ffdd0a6d-0d5b-44cc-8084-be7b1667f1a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 200 len: 217 time: 0.0360129 Aug 09 11:47:24.220272 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-9c4c733a-76ec-4002-bc66-1d2d6ec6f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:24.221609 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-9c4c733a-76ec-4002-bc66-1d2d6ec6f718 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 200 len: 848 time: 0.0416288 Aug 09 11:47:24.226404 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:24.253756 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] Checking router: e3669d0a-d906-442b-96a3-e343090e5ba5 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:24.261882 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:47:24.262586 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:47:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:24.271701 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-0b7da4df-9bfc-4b4f-9161-be7b6a7e81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:24.273245 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-0b7da4df-9bfc-4b4f-9161-be7b6a7e81f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f0b20c2-effd-4c27-a965-d5e03374da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437188 Aug 09 11:47:24.362508 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-11e57232-e38d-4eba-8bba-803d2f17e3ed service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826840 Aug 09 11:47:24.366861 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:47:24.454978 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-7c642491-86be-4a6b-8f58-b63dc5f2c076 req-c50ec769-a15a-4441-bf35-6c3b357a1bff service neutron] 10.222.0.43 "GET /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848241 Aug 09 11:47:24.562555 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:24.591029 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c6c25-d421-4120-8128-7827381be566 None None] The sync data for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi is: [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:06Z', 'revision_number': 4, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi', '_interfaces': [{'id': '2bddd3d1-3111-4e8e-b361-4dc7ec5f1774', 'name': '', 'network_id': '8f0b20c2-effd-4c27-a965-d5e03374da92', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'mac_address': 'fa:16:3e:0d:84:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:05Z', 'updated_at': '2022-08-09T11:42:14Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'subnets': [{'id': 'e4122aa3-d457-444d-b477-3de14f1bdd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:24.794137 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670825be-3363-48d5-8e29-5450241cc91f None None] New status for floating IP 002d2d0f-b32b-46c3-a76a-0dd811a713f9: DOWN {{(pid=102531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:47:25.257805 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25619ffe-ae61-4fd8-95fa-bfe2f7722dc7 req-a4d55b3b-3c9f-4092-8081-38c662b72521 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:25.259300 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-25619ffe-ae61-4fd8-95fa-bfe2f7722dc7 req-a4d55b3b-3c9f-4092-8081-38c662b72521 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0482330 Aug 09 11:47:25.296387 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-25619ffe-ae61-4fd8-95fa-bfe2f7722dc7 req-3d3b6320-a658-463b-b4e6-080524938230 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df15f3d-e0c7-4f4f-883f-adbacfb530dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Aug 09 11:47:25.860320 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-f2922efe-2c2c-47a2-8c09-116de1bc8b3c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 11:47:25.861874 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-f2922efe-2c2c-47a2-8c09-116de1bc8b3c tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.43 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 946 time: 0.0477314 Aug 09 11:47:25.950333 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Deleting port 34715b66-c5ee-495b-b3b5-3e7d198bc382 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:25.950671 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.038630 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] For port 34715b66-c5ee-495b-b3b5-3e7d198bc382, host hv-cinder-84824, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84824',level=0,port_id=34715b66-c5ee-495b-b3b5-3e7d198bc382,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:26.039006 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.051642 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Calling delete_port for 34715b66-c5ee-495b-b3b5-3e7d198bc382 owned by compute:nova {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:26.177663 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.207005 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event deleted for resources: {'Port': ['ID=34715b66-c5ee-495b-b3b5-3e7d198bc382,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:26.251647 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] No DVR routers for this DVR port 34715b66-c5ee-495b-b3b5-3e7d198bc382 on host hv-cinder-84824 {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:47:26.255763 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-359262'] for port, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.259497 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-5c8e03ba-6194-41bd-b4b9-8df9809fe759 req-6635fa0e-d8c5-460d-af02-f5404a48ec69 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.43 "DELETE /v2.0/ports/34715b66-c5ee-495b-b3b5-3e7d198bc382 HTTP/1.1" status: 204 len: 173 time: 0.3914518 Aug 09 11:47:26.260076 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-deleted', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382'}] {{(pid=102529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 11:47:26.262493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a3da4c7828c053792c9c0175546d56e9ed855961013cf869a05664dc82c3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5064c5ee-1744-4c78-beba-d917a26fbe26" -d '{"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-deleted", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382"}]}' {{(pid=102529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:26.299672 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 11:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4ffc12-8df9-42e4-a73a-8e1fffae9586 x-openstack-request-id: req-fe4ffc12-8df9-42e4-a73a-8e1fffae9586 {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:26.299964 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febee14b-929e-4e42-aa6d-cab7f53b64d2", "name": "network-vif-deleted", "tag": "34715b66-c5ee-495b-b3b5-3e7d198bc382", "status": "completed", "code": 200}]} {{(pid=102529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:26.300213 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe4ffc12-8df9-42e4-a73a-8e1fffae9586 {{(pid=102529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:26.300617 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4ffc12-8df9-42e4-a73a-8e1fffae9586'] response: {'server_uuid': 'febee14b-929e-4e42-aa6d-cab7f53b64d2', 'name': 'network-vif-deleted', 'tag': '34715b66-c5ee-495b-b3b5-3e7d198bc382', 'status': 'completed', 'code': 200} Aug 09 11:47:26.395880 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [req-38885a9c-2625-40f8-a204-f5d7c1548bc1 req-487e30bc-8574-4f1e-ba9c-cc84c635db40 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "GET /v2.0/ports?device_id=febee14b-929e-4e42-aa6d-cab7f53b64d2 HTTP/1.1" status: 200 len: 210 time: 0.0265424 Aug 09 11:47:27.455369 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48890) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:27.511757 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-57f8b7ec-0ad0-4ca2-b649-1c0af1bd0800 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.536029 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-57f8b7ec-0ad0-4ca2-b649-1c0af1bd0800 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.594593 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-57f8b7ec-0ad0-4ca2-b649-1c0af1bd0800 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.597148 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-57f8b7ec-0ad0-4ca2-b649-1c0af1bd0800 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.598615 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-57f8b7ec-0ad0-4ca2-b649-1c0af1bd0800 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] 10.222.0.50 "DELETE /v2.0/security-groups/9df15f3d-e0c7-4f4f-883f-adbacfb530dc HTTP/1.1" status: 204 len: 168 time: 0.1419346 Aug 09 11:47:27.612858 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8b7ec-0ad0-4ca2-b649-1c0af1bd0800 tempest-TestShelveInstance-1876178567 tempest-TestShelveInstance-1876178567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df15f3d-e0c7-4f4f-883f-adbacfb530dc,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:27.649457 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48894) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:28.084011 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.318741 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Deleting port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:28.319083 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.394096 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] For port 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:28.394372 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.406039 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Calling delete_port for 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 owned by network:router_interface {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:28.581479 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.611782 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bddd3d1-3111-4e8e-b361-4dc7ec5f1774,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:28.770363 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.917953 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 no longer exists at agent hyperv_hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:28.938584 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] No Port match for: 34715b66-c5ee-495b-b3b5-3e7d198bc382 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:28.938840 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Device 34715b66-c5ee-495b-b3b5-3e7d198bc382 not bound to the agent host hv-cinder-84824 {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:28.976236 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Router e3669d0a-d906-442b-96a3-e343090e5ba5 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:47:29.319334 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:29.324590 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-96c43854-25c5-4324-abad-6beb522198b6 admin admin] 10.222.0.50 "PUT /v2.0/routers/e3669d0a-d906-442b-96a3-e343090e5ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740708 Aug 09 11:47:29.327197 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48898) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:29.328555 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] Sync routers for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:29.338719 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:47:29.339319 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:47:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:29.434550 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.445482 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:47:29.540669 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.591510 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Deleting port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:29.592186 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.623592 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:47:28Z', 'revision_number': 5, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port': {'id': '966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:29.649406 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] Checking router: e3669d0a-d906-442b-96a3-e343090e5ba5 for host: dv-cinder-848249-1-iscsi {{(pid=102532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:29.658351 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] Routers {'e3669d0a-d906-442b-96a3-e343090e5ba5'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:47:29.658960 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:47:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['e3669d0a-d906-442b-96a3-e343090e5ba5'], 'active': True} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:29.669493 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] For port 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:29.669863 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.682062 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Calling delete_port for 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:29.748275 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_dvr_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] Set router e3669d0a-d906-442b-96a3-e343090e5ba5 gateway port host: None {{(pid=102532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:47:29.802377 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.l3_hamode_db [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:47:29Z', 'revision_number': 6, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port_host': None}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:29.829142 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801eca5-c528-4df6-8395-dbeee18c10ac None None] The sync data for ids ['e3669d0a-d906-442b-96a3-e343090e5ba5'] in dv-cinder-848249-1-iscsi is: [{'id': 'e3669d0a-d906-442b-96a3-e343090e5ba5', 'name': 'tempest-TestShelveInstance-1156971743-router', 'tenant_id': '32024b578599487e9fcc7155e69f5e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:03Z', 'updated_at': '2022-08-09T11:47:29Z', 'revision_number': 6, 'project_id': '32024b578599487e9fcc7155e69f5e1d', 'gw_port_host': None}] {{(pid=102532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:29.845975 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.875823 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Pushing event deleted for resources: {'Port': ['ID=966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:29.933318 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.022121 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.024178 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.069508 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.070047 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3669d0a-d906-442b-96a3-e343090e5ba5 {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:47:30.074552 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.075683 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-cdf17c72-9b42-4274-b7f0-8c7e90ef25bf admin admin] 10.222.0.50 "DELETE /v2.0/routers/e3669d0a-d906-442b-96a3-e343090e5ba5 HTTP/1.1" status: 204 len: 168 time: 0.7475865 Aug 09 11:47:30.078911 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48900) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:30.122422 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Deleting subnet e4122aa3-d457-444d-b477-3de14f1bdd8f {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:47:30.125940 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.157725 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.242946 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.297884 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.322770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4122aa3-d457-444d-b477-3de14f1bdd8f,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.327786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.331735 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-7ffa2aa1-2279-4430-920a-5f35e314306b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e4122aa3-d457-444d-b477-3de14f1bdd8f HTTP/1.1" status: 204 len: 168 time: 0.2519839 Aug 09 11:47:30.332825 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba1c94-533b-4952-bbbe-bfe4e013a6cc None None] Network 8f0b20c2-effd-4c27-a965-d5e03374da92 requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:30.334034 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48902) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:30.400090 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.456224 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Deleting port 6757a408-4983-415b-a755-20f0c55fcfe3 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:30.456569 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.518014 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] For port 6757a408-4983-415b-a755-20f0c55fcfe3, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=6757a408-4983-415b-a755-20f0c55fcfe3,segment=NetworkSegment(04e74916-e4fb-4cc6-9259-c2d8520f157b),segment_id=04e74916-e4fb-4cc6-9259-c2d8520f157b)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:30.518393 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.529355 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Calling delete_port for 6757a408-4983-415b-a755-20f0c55fcfe3 owned by network:dhcp {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:30.617242 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.645523 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] No DVR routers for this DVR port 6757a408-4983-415b-a755-20f0c55fcfe3 on host dv-cinder-848249-1-iscsi {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:47:30.648599 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb2774-60b9-4a4e-90b8-0403475189e1 None None] DHCP port deletion for 8f0b20c2-effd-4c27-a965-d5e03374da92 request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:47:30.673121 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6757a408-4983-415b-a755-20f0c55fcfe3,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.683244 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.728123 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.753101 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0b20c2-effd-4c27-a965-d5e03374da92']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:30.762657 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e74916-e4fb-4cc6-9259-c2d8520f157b') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:30.762951 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e74916-e4fb-4cc6-9259-c2d8520f157b') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:30.773187 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.786992 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.793056 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:47:30.793498 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.857327 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.872672 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.876372 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8f0b20c2-effd-4c27-a965-d5e03374da92 HTTP/1.1" status: 204 len: 168 time: 0.5412800 Aug 09 11:47:30.877729 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5740-b45d-49d5-8234-c2c3e9b815f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0b20c2-effd-4c27-a965-d5e03374da92,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.879642 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48908) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:30.939046 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 04e74916-e4fb-4cc6-9259-c2d8520f157b resource provider aggregate not found Aug 09 11:47:30.981051 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment 04e74916-e4fb-4cc6-9259-c2d8520f157b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04e74916-e4fb-4cc6-9259-c2d8520f157b found for delete ", "request_id": "req-c27b3b62-2f6e-45a6-922f-57a475219517"}]} Aug 09 11:47:31.238233 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629084'] for router_interface, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.410809 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6757a408-4983-415b-a755-20f0c55fcfe3 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:31.483758 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Deleting port c4388d81-3ada-491e-b25a-d7798c7c9369 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:31.484116 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.561358 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 6757a408-4983-415b-a755-20f0c55fcfe3 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:31.561620 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 6757a408-4983-415b-a755-20f0c55fcfe3 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:31.562067 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:31.564932 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] For port c4388d81-3ada-491e-b25a-d7798c7c9369, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=c4388d81-3ada-491e-b25a-d7798c7c9369,segment=NetworkSegment(c0979e3b-ec72-4303-97af-2ab2221aaeb8),segment_id=c0979e3b-ec72-4303-97af-2ab2221aaeb8)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:31.565300 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.577661 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Calling delete_port for c4388d81-3ada-491e-b25a-d7798c7c9369 owned by network:router_interface {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:31.583031 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:31.583374 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 2bddd3d1-3111-4e8e-b361-4dc7ec5f1774 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:31.583793 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:31.602692 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:31.603036 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 966e7b67-2e15-4b4f-9ea0-5873cb4aa6a0 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:31.752796 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.782099 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4388d81-3ada-491e-b25a-d7798c7c9369,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:31.943031 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-731431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629232'] for router_interface, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.151988 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Router 265ca8ea-beec-4fd3-8875-533c2696c354 has already been hosted by L3 agent 4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04 {{(pid=102529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 11:47:32.255368 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] Notify agent at l3_agent.dv-cinder-848249-1-iscsi the message routers_updated {{(pid=102529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:32.260304 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-fc668892-5265-4b29-9033-1b3d4ba16499 admin admin] 10.222.0.50 "PUT /v2.0/routers/265ca8ea-beec-4fd3-8875-533c2696c354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3767157 Aug 09 11:47:32.262786 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48912) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:32.264866 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] Sync routers for ids ['265ca8ea-beec-4fd3-8875-533c2696c354'] in dv-cinder-848249-1-iscsi {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:32.274945 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] Routers {'265ca8ea-beec-4fd3-8875-533c2696c354'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:47:32.275562 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:47:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['265ca8ea-beec-4fd3-8875-533c2696c354'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:32.363211 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks [] for router, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.384656 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] Set router 265ca8ea-beec-4fd3-8875-533c2696c354 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:47:32.574493 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:47:31Z', 'revision_number': 5, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:32.602796 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] Checking router: 265ca8ea-beec-4fd3-8875-533c2696c354 for host: dv-cinder-848249-1-iscsi {{(pid=102531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:32.612017 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] Routers {'265ca8ea-beec-4fd3-8875-533c2696c354'} bound to L3 agent in host dv-cinder-848249-1-iscsi {{(pid=102531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 11:47:32.612645 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848249-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T11:19:19Z,description=,heartbeat_timestamp=2022-08-09T11:47:19Z,host='dv-cinder-848249-1-iscsi',id=4b8fedd4-7c33-4fa5-b12d-42ffe3cbcf04,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T11:19:19Z,topic='l3_agent')) {'router_ids': ['265ca8ea-beec-4fd3-8875-533c2696c354'], 'active': True} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:32.707903 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.716965 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_dvr_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] Set router 265ca8ea-beec-4fd3-8875-533c2696c354 gateway port host: dv-cinder-848249-1-iscsi {{(pid=102531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 11:47:32.759186 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Deleting port 297045d9-b85d-4768-8265-d68b436955dc {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:32.759799 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.837926 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] For port 297045d9-b85d-4768-8265-d68b436955dc, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=297045d9-b85d-4768-8265-d68b436955dc,segment=NetworkSegment(8fa3c11c-43dd-4d80-adc4-2fa922700255),segment_id=8fa3c11c-43dd-4d80-adc4-2fa922700255)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:32.838308 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.852389 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Calling delete_port for 297045d9-b85d-4768-8265-d68b436955dc owned by network:router_gateway {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:32.892102 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.db.l3_hamode_db [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:47:31Z', 'revision_number': 5, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}], 'dv-cinder-848249-1-iscsi', False) {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:32.923555 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91f66f-34fe-473f-902e-18474136d297 None None] The sync data for ids ['265ca8ea-beec-4fd3-8875-533c2696c354'] in dv-cinder-848249-1-iscsi is: [{'id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'name': 'tempest-TestShelveInstance-1221173900-router', 'tenant_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'external_fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '297045d9-b85d-4768-8265-d68b436955dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T11:42:09Z', 'updated_at': '2022-08-09T11:47:31Z', 'revision_number': 5, 'project_id': '48e15470f72b4aea8fb8e5a7fffa3c55', 'gw_port': {'id': '297045d9-b85d-4768-8265-d68b436955dc', 'name': '', 'network_id': '46a0cb0e-9b17-4b42-8a45-475a9ffc84fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265ca8ea-beec-4fd3-8875-533c2696c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848249-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T11:42:10Z', 'updated_at': '2022-08-09T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b60bef4-ea2e-4e57-baf9-a2bf5df140b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848249-1-iscsi'}] {{(pid=102531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:33.017817 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.044328 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=297045d9-b85d-4768-8265-d68b436955dc,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:33.058080 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.058438 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.058780 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.059116 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.059447 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.059779 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.060110 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.060442 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.060770 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.061092 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.061416 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.061736 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848249-1-iscsi {{(pid=102529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:33.117115 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629658'] for router_gateway, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.207406 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.209411 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.251600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628207'] for router, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.252164 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265ca8ea-beec-4fd3-8875-533c2696c354 {{(pid=102529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:47:33.256522 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] Notify callbacks [] for router, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.257691 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-ff75f0c1-3caa-473c-b3bf-2b761ec8e8dc admin admin] 10.222.0.50 "DELETE /v2.0/routers/265ca8ea-beec-4fd3-8875-533c2696c354 HTTP/1.1" status: 204 len: 168 time: 0.9939919 Aug 09 11:47:33.260427 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48914) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:33.310352 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Deleting subnet 0ea11004-05c5-440d-8b1e-7e078b238f7a {{(pid=102529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 11:47:33.313558 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.349954 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1418686'] for subnet, precommit_delete_associations {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.432867 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4328'] for subnet, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.471613 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c4388d81-3ada-491e-b25a-d7798c7c9369 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:33.491051 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1635215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474363'] for subnet, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.491799 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: c4388d81-3ada-491e-b25a-d7798c7c9369 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:33.492145 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device c4388d81-3ada-491e-b25a-d7798c7c9369 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:33.517601 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea11004-05c5-440d-8b1e-7e078b238f7a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:33.521352 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for subnet, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.524644 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-d5e4e3f6-71c8-4212-a8f9-3ce7c2859dc3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0ea11004-05c5-440d-8b1e-7e078b238f7a HTTP/1.1" status: 204 len: 168 time: 0.2630217 Aug 09 11:47:33.527052 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48916) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:33.528254 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573bee6-53dd-4d55-a814-595c24d6f004 None None] Network 58431241-02e2-49ba-990d-fb88b95a134a requested from dv-cinder-848249-1-iscsi {{(pid=102531) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:33.602408 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-439133'] for network, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.665600 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Deleting port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 {{(pid=102529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 11:47:33.665950 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759474442608'] for port, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.734571 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.db [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] For port b2da2ff2-09a5-43bb-ad9d-82750faf42c0, host dv-cinder-848249-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848249-1-iscsi',level=0,port_id=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,segment=NetworkSegment(c0979e3b-ec72-4303-97af-2ab2221aaeb8),segment_id=c0979e3b-ec72-4303-97af-2ab2221aaeb8)] {{(pid=102529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:33.734935 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634818'] for port, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.746436 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.plugin [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Calling delete_port for b2da2ff2-09a5-43bb-ad9d-82750faf42c0 owned by network:dhcp {{(pid=102529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 11:47:33.826788 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-454825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759474446282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759473980663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1635234'] for port, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.852706 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2da2ff2-09a5-43bb-ad9d-82750faf42c0,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:33.856979 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] No DVR routers for this DVR port b2da2ff2-09a5-43bb-ad9d-82750faf42c0 on host dv-cinder-848249-1-iscsi {{(pid=102529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:47:33.931318 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-6759', 'neutron.services.segments.db._delete_segments_for_network-8759474471298'] for network, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.954227 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58431241-02e2-49ba-990d-fb88b95a134a']}} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:33.963692 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0979e3b-ec72-4303-97af-2ab2221aaeb8') {'for_net_delete': True} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:33.963993 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.services.segments.db [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0979e3b-ec72-4303-97af-2ab2221aaeb8') {} {{(pid=102529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:33.974683 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759474472331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1418663'] for segment, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.987905 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643'] for segment, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.994152 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:47:33.994729 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1635281'] for segment, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.002876 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b9182-2fe2-4aa2-ad7c-7d858e533dd5 None None] DHCP port deletion for 58431241-02e2-49ba-990d-fb88b95a134a request from dv-cinder-848249-1-iscsi {{(pid=102531) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:47:34.028404 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment c0979e3b-ec72-4303-97af-2ab2221aaeb8 resource provider aggregate not found Aug 09 11:47:34.067887 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-731612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629874'] for network, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.076158 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.services.segments.plugin [-] Segment c0979e3b-ec72-4303-97af-2ab2221aaeb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0979e3b-ec72-4303-97af-2ab2221aaeb8 found for delete ", "request_id": "req-d2793b32-8841-428c-b7ee-6eb2f19dc178"}]} Aug 09 11:47:34.077134 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-731594'] for network, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.081013 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58431241-02e2-49ba-990d-fb88b95a134a HTTP/1.1" status: 204 len: 168 time: 0.5530415 Aug 09 11:47:34.091649 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa3f1f-9e3c-4be6-a438-c1cac4767a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=58431241-02e2-49ba-990d-fb88b95a134a,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:34.196433 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48924) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:34.235532 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-40791a44-2d1b-44ae-8099-615e52176652 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32024b578599487e9fcc7155e69f5e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378358 Aug 09 11:47:34.238008 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48926) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:34.289295 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a5731c4f-92b9-4bff-b2a2-231ec88f22d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.309591 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a5731c4f-92b9-4bff-b2a2-231ec88f22d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.355528 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a5731c4f-92b9-4bff-b2a2-231ec88f22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.358043 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-a5731c4f-92b9-4bff-b2a2-231ec88f22d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.359269 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-a5731c4f-92b9-4bff-b2a2-231ec88f22d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ebd55f7-46c8-41f5-b200-9dc3b8bc1730 HTTP/1.1" status: 204 len: 168 time: 0.1202869 Aug 09 11:47:34.366674 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5731c4f-92b9-4bff-b2a2-231ec88f22d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebd55f7-46c8-41f5-b200-9dc3b8bc1730,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:34.666640 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48932) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:34.705735 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-4b0e59ac-2e19-4676-bf30-915cfb4a8f5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48e15470f72b4aea8fb8e5a7fffa3c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378487 Aug 09 11:47:34.708244 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [-] (102529) accepted ('10.222.0.50', 48934) {{(pid=102529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:34.755109 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fd94089c-09bd-4c0f-a6cc-120d94ec10cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.775273 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fd94089c-09bd-4c0f-a6cc-120d94ec10cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.819692 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fd94089c-09bd-4c0f-a6cc-120d94ec10cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732272'] for security_group, after_delete {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.822195 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron_lib.callbacks.manager [None req-fd94089c-09bd-4c0f-a6cc-120d94ec10cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.823320 dv-cinder-848249-1-iscsi neutron-server[102529]: INFO neutron.wsgi [None req-fd94089c-09bd-4c0f-a6cc-120d94ec10cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0dbf448-72fd-44ab-b814-5a762d84125f HTTP/1.1" status: 204 len: 168 time: 0.1141973 Aug 09 11:47:34.830928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94089c-09bd-4c0f-a6cc-120d94ec10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbf448-72fd-44ab-b814-5a762d84125f,revision_number=None']} {{(pid=102529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:35.408033 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b2da2ff2-09a5-43bb-ad9d-82750faf42c0 no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:35.428477 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: b2da2ff2-09a5-43bb-ad9d-82750faf42c0 {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:35.428827 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device b2da2ff2-09a5-43bb-ad9d-82750faf42c0 not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:35.429245 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 297045d9-b85d-4768-8265-d68b436955dc no longer exists at agent ovs-agent-dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:35.448305 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] No Port match for: 297045d9-b85d-4768-8265-d68b436955dc {{(pid=102531) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 11:47:35.448655 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Device 297045d9-b85d-4768-8265-d68b436955dc not bound to the agent host dv-cinder-848249-1-iscsi {{(pid=102531) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:45.656211 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:46.362223 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1617b8ec-f5c4-4ea4-b013-f90e4b74c88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.657385 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0830-78c0-4847-8911-ae5d76123073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.111998 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.455460 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.662375 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.696002 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:16.364428 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-41bce305-48f6-4acb-acad-1748fab15bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:18.659109 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1f7dea93-c028-447c-9014-8baba714ebe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:20.115378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:21.457306 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:21.664786 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:22.654022 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:48:30.718641 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:46.366540 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ac3cc6f1-1b55-4752-952b-7ceffefaba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:48.660824 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-186d5fdd-8297-4079-a55f-a08646efb86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:50.116492 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:51.461271 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:51.666909 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:59.653229 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:00.717474 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.367300 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-ef94a422-1eaa-4774-86b6-a8f19318c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.662344 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0640d6bd-1649-4f29-a0f7-90bca3480aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.119801 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.466923 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.668152 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:30.715695 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:36.651543 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:46.368147 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f99ef139-cb1e-449f-8f94-3d9d5bef149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:48.663025 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-b350e11a-7074-413a-9a11-fc30561e9ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:50.124016 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:51.469408 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:51.670115 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.734851 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.390928 dv-cinder-848249-1-iscsi neutron-server[102529]: DEBUG neutron.wsgi [req-ec63213c-ebf4-44a0-8b88-7fd5e483ac8b req-1befea58-96b6-4c8c-8356-9fd198b4e9df service neutron] (102529) timed out ('10.222.0.43', 53674) {{(pid=102529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:50:13.650356 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:16.370101 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d0fa17d8-781f-4ade-999d-85aaa68f3904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:18.667232 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c71e0a83-58e7-401d-bf2c-bce65c36570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.125041 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:21.470715 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:21.672598 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:30.719713 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:46.372045 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-5e5b0f8f-a7bb-42dd-bf70-8249f2bed2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:48.668490 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-861fa5e0-1443-4fce-815a-f6e8f2c58b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:50.127447 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:50.649602 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:51.474988 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.673691 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:00.744430 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:16.373874 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-1d28e015-a125-45cd-acd8-0fd8ca7ab70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:18.669001 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-e547dc4c-1cd9-42af-b66f-4a4865f664b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.132010 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.480507 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.675103 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:27.648807 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:51:30.741843 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.374902 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-0b908e5a-ceba-4d94-b937-8fd1cd9aba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.669268 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-c93a006f-d7e0-4c27-8c88-22ccaccc0b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:50.134208 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.482582 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.676881 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.755224 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:04.648267 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:16.376892 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f3b8a20f-96bf-431b-ba85-9353a6717669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:18.671378 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-27cec340-370f-4ebd-8230-4d9bc442b080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.136988 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.484921 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.679495 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:30.742148 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:41.647622 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:46.379089 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-d1a397c6-144c-4197-aad9-77e0349ad157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:48.672778 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-8e25abe0-06b6-44c8-b590-822d27826df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:50.140014 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.488063 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-20c68770-8052-46cf-bb0c-5b3e9fe851dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.681891 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8f26-ca90-4c22-8a8f-d7afc11efca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:00.755581 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4996-88ff-4314-b2fc-201596275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:16.382974 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-cc11bfcf-ec07-48cd-89c4-2ce08db6c7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.646980 dv-cinder-848249-1-iscsi neutron-server[102532]: DEBUG neutron.db.agents_db [None req-128b9435-dc0c-4dc7-956d-301742f3e77f None None] Agent healthcheck: found 6 active agents {{(pid=102532) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:53:18.674052 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9ed5-6160-4f35-b20a-2f79401fc60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:20.143145 dv-cinder-848249-1-iscsi neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-f464a249-1bc2-4b9f-a5ca-b92392a921e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759474471280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-25867'] for agent, after_update {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}